[ 516.569090] env[65128]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 516.569090] env[65128]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 517.579190] env[65216]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 517.579190] env[65216]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 519.400748] env[65216]: INFO neutron.common.config [-] Logging enabled! [ 519.401196] env[65216]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev39 [ 519.401310] env[65216]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65216) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 519.401607] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 519.401702] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 519.402498] env[65216]: WARNING oslo_policy.policy [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 519.402726] env[65216]: WARNING oslo_policy.policy [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 519.404400] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] VMware NSXv3 Agent initialized successfully. [ 519.404742] env[65216]: DEBUG oslo_concurrency.lockutils [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] Acquiring lock "singleton_lock" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.404871] env[65216]: DEBUG oslo_concurrency.lockutils [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] Acquired lock "singleton_lock" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.405081] env[65216]: DEBUG oslo_concurrency.lockutils [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] Releasing lock "singleton_lock" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.405360] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] Full set of CONF: {{(pid=65216) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 519.405471] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ******************************************************************************** {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 519.405571] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] Configuration options gathered from: {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 519.406184] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 519.406362] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 519.406470] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ================================================================================ {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 519.406633] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] agent_down_time = 75 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.406773] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] allow_automatic_dhcp_failover = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.406905] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] allow_bulk = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407056] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] api_extensions_path = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407193] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] api_paste_config = api-paste.ini {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407328] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] auth_strategy = keystone {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407430] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] backdoor_port = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407530] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] backdoor_socket = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407661] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] backlog = 4096 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407795] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.407946] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] bind_host = 0.0.0.0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408092] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] bind_port = 9696 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408225] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] client_socket_timeout = 900 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408356] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] config_dir = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408460] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408593] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] config_source = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408730] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] control_exchange = neutron {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408865] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] core_plugin = ml2 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.408995] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] debug = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.409139] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] default_availability_zones = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.409336] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.409468] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] dhcp_agent_notification = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.409599] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] dhcp_agents_per_network = 1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.409728] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] dhcp_lease_duration = 86400 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.409865] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] dhcp_load_type = networks {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.409997] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] dns_domain = openstacklocal {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.410141] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.410268] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] enable_default_route_bfd = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.410396] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] enable_default_route_ecmp = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.410544] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] enable_dvr = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.410692] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] enable_new_agents = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.410891] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.411085] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] enable_signals = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.411225] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] enable_traditional_dhcp = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.411355] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] external_dns_driver = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.411484] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] filter_validation = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.411621] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] global_physnet_mtu = 8950 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.411784] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] graceful_shutdown_timeout = 60 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.411965] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] host = cpu-1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.412117] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] host_dvr_for_dhcp = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.412251] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] http_retries = 3 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.412388] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] instance_format = [instance: %(uuid)s] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.412543] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.412687] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ipam_driver = internal {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.412827] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ipv6_pd_enabled = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.412955] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] l3_ha = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.413100] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.413234] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] l3_ha_network_physical_name = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.413367] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] l3_ha_network_type = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.413502] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_color = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.413643] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_config_append = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.413772] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.413900] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_dir = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414040] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_file = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414144] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_options = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414276] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_rotate_interval = 1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414411] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_rotate_interval_type = days {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414545] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] log_rotation_type = none {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414647] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414748] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.414881] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415028] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415130] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415261] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] max_dns_nameservers = 5 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415387] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] max_header_line = 16384 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415514] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] max_l3_agents_per_router = 3 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415639] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] max_logfile_count = 30 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415765] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] max_logfile_size_mb = 200 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.415890] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] max_subnet_host_routes = 20 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416031] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] my_ip = 10.180.1.21 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416165] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] my_ipv6 = ::1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416292] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] network_auto_schedule = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416415] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] network_link_prefix = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416550] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416685] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] notify_nova_on_port_data_changes = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416821] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] notify_nova_on_port_status_changes = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.416954] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] pagination_max_limit = -1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417093] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] publish_errors = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417219] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] rate_limit_burst = 0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417351] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] rate_limit_except_level = CRITICAL {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417478] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] rate_limit_interval = 0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417604] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] retry_until_window = 30 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417732] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] router_distributed = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417859] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] rpc_resources_processing_step = 20 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.417984] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] rpc_response_max_timeout = 600 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.418124] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] rpc_response_timeout = 60 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.418250] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] send_events_interval = 2 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.418392] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] service_plugins = ['router'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.418526] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] setproctitle = on {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.418651] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] shell_completion = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.418787] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] state_path = /opt/stack/data/neutron {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.418919] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] syslog_log_facility = LOG_USER {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419058] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] tcp_keepidle = 600 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419193] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] transport_url = **** {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419319] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] use_journal = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419447] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] use_json = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419572] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] use_ssl = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419697] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] use_stderr = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419829] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] use_syslog = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.419954] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] vlan_qinq = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.420087] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] vlan_transparent = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.420213] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] watch_log_file = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.420340] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] wsgi_default_pool_size = 100 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.420470] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] wsgi_keep_alive = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.420632] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.420765] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] wsgi_server_debug = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.420909] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_concurrency.disable_process_locking = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.421062] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.421200] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.421329] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.421463] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.421596] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.421728] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.421872] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.connection_string = messaging:// {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422034] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.enabled = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422162] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.es_doc_type = notification {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422294] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.es_scroll_size = 10000 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422427] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.es_scroll_time = 2m {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422554] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.filter_error_trace = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422711] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.hmac_keys = **** {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422852] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.sentinel_service_name = mymaster {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.422989] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.socket_timeout = 0.1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.423131] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.trace_requests = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.423259] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler.trace_sqlalchemy = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.423405] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler_jaeger.process_tags = {} {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.423533] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler_jaeger.service_name_prefix = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.423688] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] profiler_otlp.service_name_prefix = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.423843] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.enforce_new_defaults = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.424117] env[65216]: WARNING oslo_config.cfg [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 519.424264] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.enforce_scope = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.424403] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.policy_default_rule = default {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.424548] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.424682] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.424817] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.424946] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.425082] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.425211] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.425342] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.425477] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.425623] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.425764] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] agent.extensions = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.425900] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426045] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] service_providers.service_provider = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426186] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.default_quota = -1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426325] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426457] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_floatingip = 50 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426588] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_network = 100 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426719] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_port = 500 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426848] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.426975] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_router = 10 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.427115] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_security_group = 10 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.427246] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.427375] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.quota_subnet = 100 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.427501] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] QUOTAS.track_quota_usage = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.427644] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.427775] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep.group = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.427900] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep.helper_command = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428037] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep.log_daemon_traceback = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428172] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428298] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep.thread_pool_size = 8 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428424] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep.user = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428565] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428688] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_dhcp_release.group = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428815] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_dhcp_release.helper_command = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.428943] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429085] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429223] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429336] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_dhcp_release.user = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429468] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429591] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_ovs_vsctl.group = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429717] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429835] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.429967] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.430105] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.430235] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_ovs_vsctl.user = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.430369] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_namespace.capabilities = [21] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.430507] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_namespace.group = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.430648] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_namespace.helper_command = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.430782] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.430917] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431066] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431196] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_namespace.user = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431333] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_conntrack.capabilities = [12] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431459] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_conntrack.group = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431585] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_conntrack.helper_command = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431716] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431846] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.431973] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.432108] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_conntrack.user = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.432243] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_link.capabilities = [12, 21] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.432366] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_link.group = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.432488] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_link.helper_command = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.432636] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_link.log_daemon_traceback = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.432831] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.432946] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_link.thread_pool_size = 8 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.433108] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] privsep_link.user = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.433272] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.433417] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.433551] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.continue_on_failed_promotions = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.433715] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.dscp = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.433841] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.dscp_inherit = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.433981] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.force_mp_to_policy = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.434124] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.locking_coordinator_url = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.434253] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.log_agent_heartbeats = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.434383] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.logging_expire = 1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.434517] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.434650] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.434799] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.polling_interval = 240 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.434927] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.435078] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.435219] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.report_interval = 30.0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.435358] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.435494] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.435631] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.435768] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.sync_skew = 60 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.435901] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.synchronization_queue_size = 20 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.436043] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT.use_helper_for_ns_read = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.436185] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] SECURITYGROUP.enable_ipset = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.436325] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] SECURITYGROUP.enable_security_group = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.436464] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.436602] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.436741] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] experimental.ipv6_pd_enabled = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.436897] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.extension_drivers = ['port_security'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.437075] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.external_network_type = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.437240] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.437383] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.overlay_ip_version = 4 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.437522] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.path_mtu = 8950 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.437661] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.physical_network_mtus = {} {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.437814] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.437944] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.438095] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ml2.type_drivers = ['vlan'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.438237] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.438366] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.438494] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.438633] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.438773] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.438908] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.439053] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.439191] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.439326] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.439515] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.439658] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_login_password = **** {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.439800] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.439936] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_login_user = admin {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.440084] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.440223] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.440350] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.440481] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.440614] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.440755] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.440897] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.441033] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.441167] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.441301] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.441440] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.441570] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.441704] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.441894] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.442048] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.442185] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.442317] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.442452] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.auth_section = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.442609] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.auth_type = password {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.442750] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.442946] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.certfile = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443017] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.collect_timing = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443162] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.endpoint_type = public {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443295] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.insecure = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443423] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.keyfile = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443598] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.region_name = RegionOne {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443711] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.split_loggers = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443842] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] nova.timeout = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.443981] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.auth_section = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.444132] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.auth_type = password {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.444268] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.444397] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.certfile = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.444527] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.collect_timing = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.444666] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.endpoint_type = public {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.444797] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.insecure = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.444941] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.keyfile = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.445110] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.region_name = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.445244] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.split_loggers = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.445371] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] placement.timeout = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.445508] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.auth_section = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.445639] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.auth_type = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.445767] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.cafile = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.445891] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.certfile = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446035] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.collect_timing = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446168] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.connect_retries = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446294] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.connect_retry_delay = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446422] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.enable_notifications = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446547] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.endpoint_override = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446679] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.insecure = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446806] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.interface = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.446932] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.keyfile = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447074] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.max_version = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447206] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.min_version = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447330] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.region_name = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447459] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.retriable_status_codes = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447585] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.service_name = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447711] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.service_type = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447838] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.split_loggers = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.447994] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.status_code_retries = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.448099] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.status_code_retry_delay = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.448225] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.timeout = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.448352] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.valid_interfaces = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.448480] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ironic.version = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.448616] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] cli_script.dry_run = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.448760] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.448891] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449047] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449203] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449335] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449464] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449592] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449721] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449849] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.449984] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.450123] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.450257] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.450390] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.450520] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.450648] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.450781] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.450909] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451045] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451181] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451308] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451436] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451561] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451687] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451817] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.451944] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.452080] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.452207] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.452335] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.452461] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.452613] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.452743] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.ssl = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.452885] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.453070] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.453166] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.453355] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.453515] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.453675] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.453822] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_notifications.driver = [] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.453957] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_notifications.retry = -1 {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.454117] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.454247] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.454352] env[65216]: DEBUG oslo_service.backend._eventlet.service [None req-77610026-dce2-478b-8c06-e91b5fe1a752 None None] ******************************************************************************** {{(pid=65216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 519.455455] env[65216]: DEBUG neutron.agent.securitygroups_rpc [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Init firewall settings (driver=nsxv3) {{(pid=65216) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 519.456725] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65216) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 519.456970] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 519.459149] env[65216]: DEBUG dogpile.cache.region [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 519.459273] env[65216]: DEBUG dogpile.lock [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 519.459371] env[65216]: DEBUG dogpile.lock [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 519.459460] env[65216]: DEBUG dogpile.lock [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 519.459554] env[65216]: DEBUG dogpile.cache.region [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 519.459641] env[65216]: DEBUG dogpile.lock [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 519.459764] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 519.501507] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Session token - acquiring [ 519.503187] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.503355] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.503444] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.503937] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.514620] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.783865] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 519.806932] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 519.807141] env[65216]: DEBUG dogpile.cache.region [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Cache value generated in 0.347 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 519.807189] env[65216]: DEBUG dogpile.lock [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 519.807312] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Activating Policy API Provider. [ 519.807507] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Looking for the default Infrastructure Rules. [ 519.875749] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Looking for the Default Layer3 Logged Drop Section. [ 519.891867] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 519.892332] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.892505] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.892629] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.892977] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.893351] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.408689] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.911475] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.413770] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Inventory metadata is going to be refreshed. [ 521.414114] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 522.224479] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.224836] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.224836] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.225137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.237019] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 522.237908] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.238884] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 522.260128] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.260431] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.260505] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.260918] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.261120] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.261346] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 522.261547] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.261741] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 522.284021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.284286] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.284411] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.284602] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.284861] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.285035] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 522.305641] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.305924] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.306053] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.306507] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.306697] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.306870] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 522.328146] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.328432] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.328432] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.328707] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.328845] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.328996] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 522.329118] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.329221] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 522.347614] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.347873] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.347873] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.348202] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.348528] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.348719] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 522.348829] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.348933] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 522.369177] env[65216]: DEBUG networking_nsxv3.common.locking [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.369398] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.369438] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.369715] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.369853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.370011] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 522.370116] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.370215] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Inventory metadata have been refreshed. [ 522.370472] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Dryrun:True. Metadata refresh completed. [ 522.370599] env[65216]: DEBUG oslo_concurrency.lockutils [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Releasing lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.372225] env[65216]: INFO neutron.agent.agent_extensions_manager [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Loaded agent extensions: [] [ 522.372975] env[65216]: DEBUG neutron_lib.callbacks.manager [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65216) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 522.428553] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 522.428904] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 522.428904] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent out of sync with plugin! [ 527.373734] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 527.374158] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 532.375084] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.375468] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.377055] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.377390] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.441168] env[65216]: INFO networking_nsxv3.common.synchronization [None req-ca091bd2-b037-432b-8c61-44b72e95df50 demo admin] Enqueued Resource ID: a47577ac-0a11-45c1-b720-c92fc3a93ad0 with Priority: HIGHEST for action security_group_rules [ 537.442045] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47577ac-0a11-45c1-b720-c92fc3a93ad0 with Priority: HIGHEST for action security_group_rules [ 537.442406] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a47577ac-0a11-45c1-b720-c92fc3a93ad0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.442563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a47577ac-0a11-45c1-b720-c92fc3a93ad0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.442665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a47577ac-0a11-45c1-b720-c92fc3a93ad0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.443109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a47577ac-0a11-45c1-b720-c92fc3a93ad0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.443257] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a47577ac-0a11-45c1-b720-c92fc3a93ad0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.964510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.964714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.964714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.964887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.964984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.965098] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a47577ac-0a11-45c1-b720-c92fc3a93ad0 already deleted. [ 537.965240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a47577ac-0a11-45c1-b720-c92fc3a93ad0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.443735] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.443735] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.376552] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.378060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.378060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.378060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.378060] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.880371] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.382876] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.885441] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 546.885649] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 547.444446] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.444859] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.608612] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.608870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.608870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.609056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.621619] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 547.622472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.623115] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 547.639901] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.640140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.640140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.640330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.640418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.640525] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 547.640596] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.640665] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 547.659913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.660128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.660128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.660310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.660470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.660582] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.680069] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.680254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.680254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.680452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.680556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.680662] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.710725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.710868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.710926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.711165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.711271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.711388] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 547.711460] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.711529] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 547.729161] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.729458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.729458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.729612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.729669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.729725] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 547.729866] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.729866] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 547.750602] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.750943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.750943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.751196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.751196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.751375] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 547.751375] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.751375] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 547.751529] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 547.751529] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 547.751632] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 547.751632] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 547.751919] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 547.751996] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 547.752078] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.772199] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.772470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.772470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.772684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.772790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.772904] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.794416] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.794744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.794744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.794953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.794953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.808100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.445741] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.445741] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.446667] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.447099] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.447750] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.448093] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.563714] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c319c098-c7e5-4123-b2cb-2c3060d8d0ad None None] Enqueued Resource ID: 8c2d8139-ad6d-4332-b3b6-81684da4738e with Priority: HIGHEST for action port [ 564.564990] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c2d8139-ad6d-4332-b3b6-81684da4738e with Priority: HIGHEST for action port [ 564.564990] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c2d8139-ad6d-4332-b3b6-81684da4738e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.564990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c2d8139-ad6d-4332-b3b6-81684da4738e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.564990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c2d8139-ad6d-4332-b3b6-81684da4738e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.565259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c2d8139-ad6d-4332-b3b6-81684da4738e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.565259] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2d8139-ad6d-4332-b3b6-81684da4738e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.067695] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c2d8139-ad6d-4332-b3b6-81684da4738e [ 565.068588] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.068737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.068819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.069059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.069160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.069259] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c2d8139-ad6d-4332-b3b6-81684da4738e already deleted. [ 565.069342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c2d8139-ad6d-4332-b3b6-81684da4738e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.483749] env[65216]: INFO networking_nsxv3.common.synchronization [None req-cb8fa250-089e-40db-b36a-26e1cd91a96a None None] Enqueued Resource ID: 1b1cd17c-6cf8-4360-82cb-aedf8f7834c9 with Priority: HIGHEST for action port [ 566.483749] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1cd17c-6cf8-4360-82cb-aedf8f7834c9 with Priority: HIGHEST for action port [ 566.484140] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b1cd17c-6cf8-4360-82cb-aedf8f7834c9 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.484140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b1cd17c-6cf8-4360-82cb-aedf8f7834c9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.484226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b1cd17c-6cf8-4360-82cb-aedf8f7834c9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.484553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b1cd17c-6cf8-4360-82cb-aedf8f7834c9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.484667] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1cd17c-6cf8-4360-82cb-aedf8f7834c9',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.986567] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b1cd17c-6cf8-4360-82cb-aedf8f7834c9 [ 566.986803] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.987091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.987091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.987266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.987351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.987454] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b1cd17c-6cf8-4360-82cb-aedf8f7834c9 already deleted. [ 566.987538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b1cd17c-6cf8-4360-82cb-aedf8f7834c9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.995826] env[65216]: INFO networking_nsxv3.common.synchronization [None req-a726d0b4-c26c-4b13-8c63-cec70027c816 None None] Enqueued Resource ID: c629f3cc-2501-4ecb-b5ce-7529d8714423 with Priority: HIGHEST for action port [ 566.996431] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c629f3cc-2501-4ecb-b5ce-7529d8714423 with Priority: HIGHEST for action port [ 566.996775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c629f3cc-2501-4ecb-b5ce-7529d8714423 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.996912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c629f3cc-2501-4ecb-b5ce-7529d8714423" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.997031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c629f3cc-2501-4ecb-b5ce-7529d8714423" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.997243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c629f3cc-2501-4ecb-b5ce-7529d8714423" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.997327] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c629f3cc-2501-4ecb-b5ce-7529d8714423',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.499299] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c629f3cc-2501-4ecb-b5ce-7529d8714423 [ 567.499879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.500109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.500771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.501041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.501185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.501957] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c629f3cc-2501-4ecb-b5ce-7529d8714423 already deleted. [ 567.501957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c629f3cc-2501-4ecb-b5ce-7529d8714423" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.695635] env[65216]: INFO networking_nsxv3.common.synchronization [None req-742b189e-4807-4313-a61f-7149004a03bd None None] Enqueued Resource ID: 81c0ae44-255b-44d9-8898-fb1f45926958 with Priority: HIGHEST for action port [ 568.695905] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c0ae44-255b-44d9-8898-fb1f45926958 with Priority: HIGHEST for action port [ 568.696530] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c0ae44-255b-44d9-8898-fb1f45926958 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.696668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c0ae44-255b-44d9-8898-fb1f45926958" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.697100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c0ae44-255b-44d9-8898-fb1f45926958" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.697100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c0ae44-255b-44d9-8898-fb1f45926958" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.697100] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c0ae44-255b-44d9-8898-fb1f45926958',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.202410] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c0ae44-255b-44d9-8898-fb1f45926958 [ 569.202665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.202791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.202864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.203181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.203225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.203294] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c0ae44-255b-44d9-8898-fb1f45926958 already deleted. [ 569.203405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c0ae44-255b-44d9-8898-fb1f45926958" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.502172] env[65216]: INFO networking_nsxv3.common.synchronization [None req-23076336-2fce-40f6-921c-21091610af63 None None] Enqueued Resource ID: 652ecff1-69ca-42be-8262-37c9fc79c635 with Priority: HIGHEST for action port [ 569.502888] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652ecff1-69ca-42be-8262-37c9fc79c635 with Priority: HIGHEST for action port [ 569.502987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-652ecff1-69ca-42be-8262-37c9fc79c635 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.503062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652ecff1-69ca-42be-8262-37c9fc79c635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.503190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652ecff1-69ca-42be-8262-37c9fc79c635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.503391] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652ecff1-69ca-42be-8262-37c9fc79c635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.503472] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652ecff1-69ca-42be-8262-37c9fc79c635',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.641438] env[65216]: INFO networking_nsxv3.common.synchronization [None req-06e15b00-e312-4d15-a7f4-c1e5718c397d None None] Enqueued Resource ID: c3209a13-71da-4e55-ae73-1cc81c5f0a35 with Priority: HIGHEST for action port [ 569.641644] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3209a13-71da-4e55-ae73-1cc81c5f0a35 with Priority: HIGHEST for action port [ 569.642498] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3209a13-71da-4e55-ae73-1cc81c5f0a35 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.642625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3209a13-71da-4e55-ae73-1cc81c5f0a35" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.642694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3209a13-71da-4e55-ae73-1cc81c5f0a35" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.642932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3209a13-71da-4e55-ae73-1cc81c5f0a35" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.643864] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3209a13-71da-4e55-ae73-1cc81c5f0a35',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.006461] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 652ecff1-69ca-42be-8262-37c9fc79c635 [ 570.007209] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.007496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.007591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.008256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.008364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.009106] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:652ecff1-69ca-42be-8262-37c9fc79c635 already deleted. [ 570.009106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652ecff1-69ca-42be-8262-37c9fc79c635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.146130] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3209a13-71da-4e55-ae73-1cc81c5f0a35 [ 570.146365] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.146529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.146578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.146793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.146873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.147058] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3209a13-71da-4e55-ae73-1cc81c5f0a35 already deleted. [ 570.147142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3209a13-71da-4e55-ae73-1cc81c5f0a35" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.176272] env[65216]: INFO networking_nsxv3.common.synchronization [None req-a9380227-bc16-417a-99e5-bb4e7855b4de None None] Enqueued Resource ID: e9a20756-e1bb-4e96-b538-cf6fa2f87744 with Priority: HIGHEST for action port [ 571.176553] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a20756-e1bb-4e96-b538-cf6fa2f87744 with Priority: HIGHEST for action port [ 571.177193] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a20756-e1bb-4e96-b538-cf6fa2f87744 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.177336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a20756-e1bb-4e96-b538-cf6fa2f87744" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.177405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a20756-e1bb-4e96-b538-cf6fa2f87744" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.177644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a20756-e1bb-4e96-b538-cf6fa2f87744" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.177728] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a20756-e1bb-4e96-b538-cf6fa2f87744',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.205771] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f096867b-4c0a-4298-a3ea-adeb91660070 None None] Enqueued Resource ID: 3fa58324-a2cd-4e58-8a12-ad0caf83e4c3 with Priority: HIGHEST for action port [ 571.205771] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa58324-a2cd-4e58-8a12-ad0caf83e4c3 with Priority: HIGHEST for action port [ 571.205771] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa58324-a2cd-4e58-8a12-ad0caf83e4c3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.205771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa58324-a2cd-4e58-8a12-ad0caf83e4c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.205771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa58324-a2cd-4e58-8a12-ad0caf83e4c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.205771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa58324-a2cd-4e58-8a12-ad0caf83e4c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.206027] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa58324-a2cd-4e58-8a12-ad0caf83e4c3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.679897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9a20756-e1bb-4e96-b538-cf6fa2f87744 [ 571.680014] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.680401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.680401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.680498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.680538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.680604] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9a20756-e1bb-4e96-b538-cf6fa2f87744 already deleted. [ 571.680684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a20756-e1bb-4e96-b538-cf6fa2f87744" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.708338] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fa58324-a2cd-4e58-8a12-ad0caf83e4c3 [ 571.708549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.709467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.709600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.709836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.709949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.710027] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fa58324-a2cd-4e58-8a12-ad0caf83e4c3 already deleted. [ 571.710115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa58324-a2cd-4e58-8a12-ad0caf83e4c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.031851] env[65216]: INFO networking_nsxv3.common.synchronization [None req-312edd78-5736-4a50-9001-5de76031fac7 None None] Enqueued Resource ID: 28383d0f-8647-43c4-ab46-68fb46983855 with Priority: HIGHEST for action port [ 572.031851] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28383d0f-8647-43c4-ab46-68fb46983855 with Priority: HIGHEST for action port [ 572.031851] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-28383d0f-8647-43c4-ab46-68fb46983855 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.031851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28383d0f-8647-43c4-ab46-68fb46983855" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.031851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28383d0f-8647-43c4-ab46-68fb46983855" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.031851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28383d0f-8647-43c4-ab46-68fb46983855" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.031851] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28383d0f-8647-43c4-ab46-68fb46983855',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.319378] env[65216]: INFO networking_nsxv3.common.synchronization [None req-44f18ab2-21db-4213-8c19-53b3cfe82559 None None] Enqueued Resource ID: aff2d5fa-235d-4ab6-ab62-b619535282c5 with Priority: HIGHEST for action port [ 572.319697] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff2d5fa-235d-4ab6-ab62-b619535282c5 with Priority: HIGHEST for action port [ 572.320206] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff2d5fa-235d-4ab6-ab62-b619535282c5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.321760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff2d5fa-235d-4ab6-ab62-b619535282c5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.321823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff2d5fa-235d-4ab6-ab62-b619535282c5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.322109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff2d5fa-235d-4ab6-ab62-b619535282c5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.322258] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff2d5fa-235d-4ab6-ab62-b619535282c5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.539251] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28383d0f-8647-43c4-ab46-68fb46983855 [ 572.539662] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.539745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.539780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.540009] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.540086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.540186] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28383d0f-8647-43c4-ab46-68fb46983855 already deleted. [ 572.540266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28383d0f-8647-43c4-ab46-68fb46983855" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.826860] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aff2d5fa-235d-4ab6-ab62-b619535282c5 [ 572.826860] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.826860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.826860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.826860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.826860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.826860] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aff2d5fa-235d-4ab6-ab62-b619535282c5 already deleted. [ 572.826860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff2d5fa-235d-4ab6-ab62-b619535282c5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.588167] env[65216]: INFO networking_nsxv3.common.synchronization [None req-aa0c4c9a-1ce0-420b-b8ee-80d92c6b1c20 None None] Enqueued Resource ID: 48482f5b-e00e-4da0-8e86-49ee4e23d0e2 with Priority: HIGHEST for action port [ 574.588458] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48482f5b-e00e-4da0-8e86-49ee4e23d0e2 with Priority: HIGHEST for action port [ 574.588961] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-48482f5b-e00e-4da0-8e86-49ee4e23d0e2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.588961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48482f5b-e00e-4da0-8e86-49ee4e23d0e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.588961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48482f5b-e00e-4da0-8e86-49ee4e23d0e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.589209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48482f5b-e00e-4da0-8e86-49ee4e23d0e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.590233] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48482f5b-e00e-4da0-8e86-49ee4e23d0e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.691107] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2698982b-1b77-45d5-93d2-a0d74cab0901 None None] Enqueued Resource ID: bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7 with Priority: HIGHEST for action port [ 574.691223] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7 with Priority: HIGHEST for action port [ 574.691724] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.691851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.691917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.692326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.692560] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.092128] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48482f5b-e00e-4da0-8e86-49ee4e23d0e2 [ 575.092401] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.092500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.092596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.092788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.092915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.092982] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48482f5b-e00e-4da0-8e86-49ee4e23d0e2 already deleted. [ 575.093080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48482f5b-e00e-4da0-8e86-49ee4e23d0e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.195128] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7 [ 575.195128] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.195128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.195128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.195313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.195442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.195480] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7 already deleted. [ 575.195540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc4d8219-d3ec-4225-bbf1-f7b1c9f7dac7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.619070] env[65216]: INFO networking_nsxv3.common.synchronization [req-7e22d0a8-9de9-4ce1-b767-469a8074e0fd req-39c8fe72-771e-4308-8437-33e75165e5b2 tempest-SecurityGroupRulesNegativeTestJSON-1365884426 tempest-SecurityGroupRulesNegativeTestJSON-1365884426-project-member] Enqueued Resource ID: 42ba70be-e705-418a-b33b-28b7b5740ef7 with Priority: HIGHEST for action security_group_rules [ 575.619663] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ba70be-e705-418a-b33b-28b7b5740ef7 with Priority: HIGHEST for action security_group_rules [ 575.620356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ba70be-e705-418a-b33b-28b7b5740ef7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.620760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.621613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.621870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.621955] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ba70be-e705-418a-b33b-28b7b5740ef7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.145941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.145941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.146701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.146701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.146701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.146701] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ba70be-e705-418a-b33b-28b7b5740ef7 already deleted. [ 576.146701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.437524] env[65216]: INFO networking_nsxv3.common.synchronization [None req-d194d4a5-f215-4b69-bcd2-af23b5a2a676 None None] Enqueued Resource ID: 36e8b68a-488e-4af1-8e41-ff302baf65be with Priority: HIGHEST for action port [ 576.441170] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e8b68a-488e-4af1-8e41-ff302baf65be with Priority: HIGHEST for action port [ 576.441782] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-36e8b68a-488e-4af1-8e41-ff302baf65be taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.441913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36e8b68a-488e-4af1-8e41-ff302baf65be" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.441979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36e8b68a-488e-4af1-8e41-ff302baf65be" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.442237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36e8b68a-488e-4af1-8e41-ff302baf65be" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.442327] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e8b68a-488e-4af1-8e41-ff302baf65be',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.940850] env[65216]: INFO networking_nsxv3.common.synchronization [None req-0f1ce866-fea3-4882-92ef-4faca3ca2096 None None] Enqueued Resource ID: 4d3412b3-1d4c-40ac-9b8e-9ebb563cd129 with Priority: HIGHEST for action port [ 576.941182] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3412b3-1d4c-40ac-9b8e-9ebb563cd129 with Priority: HIGHEST for action port [ 576.941503] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3412b3-1d4c-40ac-9b8e-9ebb563cd129 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.941631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3412b3-1d4c-40ac-9b8e-9ebb563cd129" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.941690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3412b3-1d4c-40ac-9b8e-9ebb563cd129" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.941955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3412b3-1d4c-40ac-9b8e-9ebb563cd129" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.942076] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3412b3-1d4c-40ac-9b8e-9ebb563cd129',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.946385] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36e8b68a-488e-4af1-8e41-ff302baf65be [ 576.946696] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.946779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.946828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.947146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.947146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.947243] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36e8b68a-488e-4af1-8e41-ff302baf65be already deleted. [ 576.947273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36e8b68a-488e-4af1-8e41-ff302baf65be" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.446487] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d3412b3-1d4c-40ac-9b8e-9ebb563cd129 [ 577.446761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.446869] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.446943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.447157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.447252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.447347] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d3412b3-1d4c-40ac-9b8e-9ebb563cd129 already deleted. [ 577.447428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3412b3-1d4c-40ac-9b8e-9ebb563cd129" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.656944] env[65216]: INFO networking_nsxv3.common.synchronization [req-a096a8f7-e794-4524-a412-578d64c3d5f0 req-260ac7fa-20e2-4c69-837f-f64532569ffe tempest-ServerDiagnosticsNegativeTest-2006204210 tempest-ServerDiagnosticsNegativeTest-2006204210-project-member] Enqueued Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_members [ 577.657597] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_members [ 577.657902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.659317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.659441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.659701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.659868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.659975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.660046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.660936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.661405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.661405] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.762023] env[65216]: INFO networking_nsxv3.common.synchronization [None req-217b4996-adac-496c-8729-f40fc035e905 None None] Enqueued Resource ID: af0b5f1a-257b-47d3-8059-4a3932f662fd with Priority: HIGHEST for action port [ 577.762023] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0b5f1a-257b-47d3-8059-4a3932f662fd with Priority: HIGHEST for action port [ 577.762023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-af0b5f1a-257b-47d3-8059-4a3932f662fd taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.762023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af0b5f1a-257b-47d3-8059-4a3932f662fd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.762634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af0b5f1a-257b-47d3-8059-4a3932f662fd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.762993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af0b5f1a-257b-47d3-8059-4a3932f662fd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.763272] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0b5f1a-257b-47d3-8059-4a3932f662fd',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.165030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.168163] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.168163] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 already deleted. [ 578.168163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.202153] env[65216]: INFO networking_nsxv3.common.synchronization [None req-19d50cf4-b23d-4050-8053-d577614573c9 None None] Enqueued Resource ID: 24f6d235-245f-42a8-9e6d-77528a2647e2 with Priority: HIGHEST for action port [ 578.204019] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f6d235-245f-42a8-9e6d-77528a2647e2 with Priority: HIGHEST for action port [ 578.204019] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f6d235-245f-42a8-9e6d-77528a2647e2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.204019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f6d235-245f-42a8-9e6d-77528a2647e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.204019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f6d235-245f-42a8-9e6d-77528a2647e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.204019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f6d235-245f-42a8-9e6d-77528a2647e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.204251] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f6d235-245f-42a8-9e6d-77528a2647e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.267342] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af0b5f1a-257b-47d3-8059-4a3932f662fd [ 578.267594] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.267594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.267696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.268715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.268715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.268715] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af0b5f1a-257b-47d3-8059-4a3932f662fd already deleted. [ 578.268715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af0b5f1a-257b-47d3-8059-4a3932f662fd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.708075] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f6d235-245f-42a8-9e6d-77528a2647e2 [ 578.708314] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.708453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.708524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.708743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.708835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.708932] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f6d235-245f-42a8-9e6d-77528a2647e2 already deleted. [ 578.709105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f6d235-245f-42a8-9e6d-77528a2647e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.434057] env[65216]: INFO networking_nsxv3.common.synchronization [None req-17a99ecd-1b09-4767-a564-bcb7e2778ef2 None None] Enqueued Resource ID: 68469bbe-2c1b-4f83-8f12-d3c9667d3907 with Priority: HIGHEST for action port [ 579.434057] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68469bbe-2c1b-4f83-8f12-d3c9667d3907 with Priority: HIGHEST for action port [ 579.435192] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-68469bbe-2c1b-4f83-8f12-d3c9667d3907 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.435192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68469bbe-2c1b-4f83-8f12-d3c9667d3907" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.435192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68469bbe-2c1b-4f83-8f12-d3c9667d3907" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.435192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68469bbe-2c1b-4f83-8f12-d3c9667d3907" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.435192] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68469bbe-2c1b-4f83-8f12-d3c9667d3907',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.580029] env[65216]: INFO networking_nsxv3.common.synchronization [req-a9c1dd92-bd1e-431d-b187-e099f7887ea0 req-10383bb6-284d-48b4-8b27-40254c2a69f2 tempest-InstanceActionsV221TestJSON-1726673723 tempest-InstanceActionsV221TestJSON-1726673723-project-member] Enqueued Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_members [ 579.580141] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_members [ 579.580425] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.580538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.580600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.580840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.580996] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.581250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.581346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.581524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.581640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.581755] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.868032] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.868518] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.868518] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.869471] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.869471] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.869471] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.870499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.871530] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.871530] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.871530] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.871530] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 579.871530] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 579.871744] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 579.871744] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.871744] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 579.871866] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.893552] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.893732] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 579.893850] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 579.894118] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.894405] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-47dbe827-0288-4af4-a4c5-b46a74c5b972 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.894583] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.894715] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.895049] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.895189] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47dbe827-0288-4af4-a4c5-b46a74c5b972',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.937653] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68469bbe-2c1b-4f83-8f12-d3c9667d3907 [ 579.938528] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.938528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.938528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.938528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.938711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.938711] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68469bbe-2c1b-4f83-8f12-d3c9667d3907 already deleted. [ 579.938780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68469bbe-2c1b-4f83-8f12-d3c9667d3907" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.083328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.083560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.083685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.084531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.084769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.085056] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.085171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.085238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.085402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.085504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.085693] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77318a7b-f812-4318-9ad6-cccd57a4780a already deleted. [ 580.085800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.398494] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.398494] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.398494] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.398719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.398849] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.399713] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 47dbe827-0288-4af4-a4c5-b46a74c5b972 not found, creating... [ 580.399713] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.399713] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.399713] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.400082] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.400082] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.400458] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.400601] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.400733] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.401241] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.401241] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.401519] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 47dbe827-0288-4af4-a4c5-b46a74c5b972 is going to be created. [ 580.425166] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.425366] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.425461] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.425721] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.425950] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.426189] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.432779] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.432968] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-118" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.433108] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-118" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.433409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-118" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.433862] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.434172] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.434407] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.434548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.434735] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.434961] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 580.435107] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 580.435260] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 580.435314] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 580.435390] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 580.435490] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 580.435616] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 580.453232] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 580.453422] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 580.453578] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 580.453755] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-118" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.454064] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.454229] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.454344] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.454644] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.454810] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.571509] env[65216]: INFO networking_nsxv3.common.synchronization [None req-dad868b3-d34b-478c-ad6b-c00f96c9f5c0 None None] Enqueued Resource ID: 97f0c33d-3f6b-4ccc-956b-be43efbdca75 with Priority: HIGHEST for action port [ 580.572250] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f0c33d-3f6b-4ccc-956b-be43efbdca75 with Priority: HIGHEST for action port [ 580.572674] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f0c33d-3f6b-4ccc-956b-be43efbdca75 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.572920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f0c33d-3f6b-4ccc-956b-be43efbdca75" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.573060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f0c33d-3f6b-4ccc-956b-be43efbdca75" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.573445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f0c33d-3f6b-4ccc-956b-be43efbdca75" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.573601] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f0c33d-3f6b-4ccc-956b-be43efbdca75',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.956869] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.957113] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.957242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.957508] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.957656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.957804] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 not found, creating... [ 580.958064] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.958217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.958329] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.958533] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.958668] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.958937] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.959099] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.959208] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.959669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.959669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.959669] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 is going to be created. [ 580.980188] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.980464] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.980532] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.980804] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.981040] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.981254] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.076328] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f0c33d-3f6b-4ccc-956b-be43efbdca75 [ 581.076569] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.076739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.076821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.077051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.077145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.077239] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f0c33d-3f6b-4ccc-956b-be43efbdca75 already deleted. [ 581.077338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f0c33d-3f6b-4ccc-956b-be43efbdca75" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.185209] env[65216]: INFO networking_nsxv3.common.synchronization [req-a096a8f7-e794-4524-a412-578d64c3d5f0 req-fb0b50a0-a4ce-4dda-a329-a9051b53d9c6 service nova] Enqueued Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_rules [ 581.185424] env[65216]: INFO networking_nsxv3.common.synchronization [req-a096a8f7-e794-4524-a412-578d64c3d5f0 req-fb0b50a0-a4ce-4dda-a329-a9051b53d9c6 service nova] Enqueued Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_members [ 581.185569] env[65216]: INFO networking_nsxv3.common.synchronization [req-a096a8f7-e794-4524-a412-578d64c3d5f0 req-fb0b50a0-a4ce-4dda-a329-a9051b53d9c6 service nova] Enqueued Resource ID: 47dbe827-0288-4af4-a4c5-b46a74c5b972 with Priority: HIGHEST for action port [ 581.186734] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_rules [ 581.187203] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_members [ 581.187331] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47dbe827-0288-4af4-a4c5-b46a74c5b972 with Priority: HIGHEST for action port [ 581.187781] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.187910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.187979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.188233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.188317] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.189181] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.189624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.189753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.189879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.190664] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.190754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.190833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.190989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.191096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.191193] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.194775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-47dbe827-0288-4af4-a4c5-b46a74c5b972 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.194775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.194775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.194775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.194775] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47dbe827-0288-4af4-a4c5-b46a74c5b972',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.697733] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.698062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.705477] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.706439] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47dbe827-0288-4af4-a4c5-b46a74c5b972 with status ACTIVE [ 581.706642] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.706769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.706834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.707051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.707143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.707317] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.707414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.707474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.707624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.707701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.707876] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.707966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.708033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.708187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.708236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.708315] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47dbe827-0288-4af4-a4c5-b46a74c5b972 is going to be updated. [ 581.732519] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.732794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.732794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.732922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.733080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.733414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47dbe827-0288-4af4-a4c5-b46a74c5b972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.117311] env[65216]: INFO networking_nsxv3.common.synchronization [req-a9c1dd92-bd1e-431d-b187-e099f7887ea0 req-ebfeddda-e364-476a-a3c5-3de0dc7efed6 service nova] Enqueued Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_rules [ 582.117311] env[65216]: INFO networking_nsxv3.common.synchronization [req-a9c1dd92-bd1e-431d-b187-e099f7887ea0 req-ebfeddda-e364-476a-a3c5-3de0dc7efed6 service nova] Enqueued Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_members [ 582.117311] env[65216]: INFO networking_nsxv3.common.synchronization [req-a9c1dd92-bd1e-431d-b187-e099f7887ea0 req-ebfeddda-e364-476a-a3c5-3de0dc7efed6 service nova] Enqueued Resource ID: 79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 with Priority: HIGHEST for action port [ 582.117311] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_rules [ 582.117311] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_members [ 582.117311] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 with Priority: HIGHEST for action port [ 582.117935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.121067] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.121067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.121067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.121067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.121674] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.121915] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.122038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.124152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.124626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.124626] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.212537] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.621121] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.621273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.626787] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.627838] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 with status ACTIVE [ 582.628103] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.628377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.628377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.628542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.628625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.629015] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.629015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.629015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.629169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.629169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.629342] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.629443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.629517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.629679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.629755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.629839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4 is going to be updated. [ 582.652306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.652425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.656061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.656237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.656380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.656550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79c7e5a9-0c5e-4843-ab95-16ff1d7b46d4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.715455] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.715821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.715821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.715912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.716064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.716118] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 is going to be created. [ 582.722723] env[65216]: INFO networking_nsxv3.common.synchronization [req-534b692d-a410-478a-9674-b031632dd7c1 req-2e27e69f-8101-4a73-a6a4-70ce29697f77 tempest-DeleteServersAdminTestJSON-881591683 tempest-DeleteServersAdminTestJSON-881591683-project-member] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 582.723494] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 582.723593] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.723876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.723876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.724036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.724195] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.724895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.724974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.725169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.725259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.725359] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.758035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.758553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.758622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.758875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.759071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.770401] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 in Status: UNINITIALIZED for 2s [ 583.132283] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.148838] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.148838] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.149024] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.149155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.149411] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.149867] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.151489] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.151489] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.151489] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.151489] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.151489] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.151489] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.151489] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.151489] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.151489] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.151489] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.174291] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.174436] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.174604] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.174849] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.175186] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-d8755b22-836d-4a0c-8422-e99df8287eb4 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.175358] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.175470] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.175857] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.175988] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8755b22-836d-4a0c-8422-e99df8287eb4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.228791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.228791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.228791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.228791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.228791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.228791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.228791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.228791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.228791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.229339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.229339] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 already deleted. [ 583.229490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.635695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.635695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.635695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.635695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.635695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.636084] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77318a7b-f812-4318-9ad6-cccd57a4780a is going to be created. [ 583.661501] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.661696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.661770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.661985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.662164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.678097] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77318a7b-f812-4318-9ad6-cccd57a4780a in Status: UNINITIALIZED for 2s [ 583.678919] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.679665] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.679665] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.679665] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.679665] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.679813] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port d8755b22-836d-4a0c-8422-e99df8287eb4 not found, creating... [ 583.679997] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.680155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.680378] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.680494] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.680638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.680920] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.681092] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.681187] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.681480] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.681628] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.681994] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: d8755b22-836d-4a0c-8422-e99df8287eb4 is going to be created. [ 583.703413] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.703712] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.703834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.704264] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.704366] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.704642] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.508035] env[65216]: INFO networking_nsxv3.common.synchronization [req-534b692d-a410-478a-9674-b031632dd7c1 req-035bae70-e2c5-471e-adc1-82b835a52520 service nova] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_rules [ 584.508035] env[65216]: INFO networking_nsxv3.common.synchronization [req-534b692d-a410-478a-9674-b031632dd7c1 req-035bae70-e2c5-471e-adc1-82b835a52520 service nova] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 584.508035] env[65216]: INFO networking_nsxv3.common.synchronization [req-534b692d-a410-478a-9674-b031632dd7c1 req-035bae70-e2c5-471e-adc1-82b835a52520 service nova] Enqueued Resource ID: d8755b22-836d-4a0c-8422-e99df8287eb4 with Priority: HIGHEST for action port [ 584.508035] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_rules [ 584.508035] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 584.508035] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8755b22-836d-4a0c-8422-e99df8287eb4 with Priority: HIGHEST for action port [ 584.508035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.508035] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.508035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.508035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.508035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.509156] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.509156] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8755b22-836d-4a0c-8422-e99df8287eb4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.509156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.515813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.515813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.515813] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8755b22-836d-4a0c-8422-e99df8287eb4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.786184] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 in Status: UNINITIALIZED for 4s [ 585.015379] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.015608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.015687] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.019208] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8755b22-836d-4a0c-8422-e99df8287eb4 with status ACTIVE [ 585.019208] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.019208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.019208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.019208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.019208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.019474] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.019474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.019474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.019624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.019624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.019977] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.019977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.019977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.022796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.022796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.022796] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8755b22-836d-4a0c-8422-e99df8287eb4 is going to be updated. [ 585.046792] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.046792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.046792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.046792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.046792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.046792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8755b22-836d-4a0c-8422-e99df8287eb4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.500662] env[65216]: INFO networking_nsxv3.common.synchronization [req-f8912aab-eeb0-4baa-a6ac-64dfbf5019ec req-92412952-6b1e-40ae-8028-7692617dac9f tempest-SecurityGroupRulesNegativeTestJSON-1365884426 tempest-SecurityGroupRulesNegativeTestJSON-1365884426-project-member] Enqueued Resource ID: 42ba70be-e705-418a-b33b-28b7b5740ef7 with Priority: HIGHEST for action security_group_rules [ 585.501231] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ba70be-e705-418a-b33b-28b7b5740ef7 with Priority: HIGHEST for action security_group_rules [ 585.502176] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ba70be-e705-418a-b33b-28b7b5740ef7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.502456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.502456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.502571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.503226] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ba70be-e705-418a-b33b-28b7b5740ef7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.518055] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.698043] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77318a7b-f812-4318-9ad6-cccd57a4780a in Status: SUCCESS [ 585.698181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.698340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.698564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.699062] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.699212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.699272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.699437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.699669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.699669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.699792] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.021809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.021993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.022105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.022359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.022437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.022571] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be created. [ 586.027877] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.028032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.028107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.028318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.030375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.030497] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ba70be-e705-418a-b33b-28b7b5740ef7 already deleted. [ 586.030619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ba70be-e705-418a-b33b-28b7b5740ef7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.062653] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.062653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.062653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.062653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.062653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.078096] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: UNINITIALIZED for 2s [ 586.202565] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.202729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.202809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.203037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.203250] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.203310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.203379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.203532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.203655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.203746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.203874] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.203970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.204041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.204187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.204321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.204413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.204474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.204610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.204683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.204764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.204850] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.661407] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2cedb2ca-0082-477e-b267-cb6e57c01384 None None] Enqueued Resource ID: c3867197-d38e-4994-9813-36468ec2f9c3 with Priority: HIGHEST for action port [ 586.661407] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3867197-d38e-4994-9813-36468ec2f9c3 with Priority: HIGHEST for action port [ 586.662056] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3867197-d38e-4994-9813-36468ec2f9c3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.662128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3867197-d38e-4994-9813-36468ec2f9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.662161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3867197-d38e-4994-9813-36468ec2f9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.662390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3867197-d38e-4994-9813-36468ec2f9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.662570] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3867197-d38e-4994-9813-36468ec2f9c3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.708733] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77318a7b-f812-4318-9ad6-cccd57a4780a: rpc.has_security_group_logging(os_id): False [ 586.729418] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.729739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.729739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.729912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.729912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.730124] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.730246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.730324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.730668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.730668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.730668] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.730941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.730941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.731017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.731089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.731260] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.731361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.731409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.731558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.731613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.731811] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77318a7b-f812-4318-9ad6-cccd57a4780a is going to be created. [ 586.798347] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.798501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.798598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.798792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.799041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.805947] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 in Status: SUCCESS [ 586.806285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.806780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.807018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.807233] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.807462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.807462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.807543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.807686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.807686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.807812] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.816685] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77318a7b-f812-4318-9ad6-cccd57a4780a in Status: IN_PROGRESS for 2s [ 587.164931] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3867197-d38e-4994-9813-36468ec2f9c3 [ 587.166280] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.166280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.166280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.166280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.166280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.166280] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3867197-d38e-4994-9813-36468ec2f9c3 already deleted. [ 587.166480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3867197-d38e-4994-9813-36468ec2f9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.311688] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.311923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.312026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.312180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.312410] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.312480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.312520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.312682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.312783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.312853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.313059] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.313161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.313161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.313359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.313461] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.313551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.313647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.313817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.313866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.313949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.314084] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.457648] env[65216]: INFO networking_nsxv3.common.synchronization [None req-a85d1fe3-e6bd-4b2b-9f15-c47f013475f4 None None] Enqueued Resource ID: 9e930d48-2217-4815-b825-c4594d17ecdd with Priority: HIGHEST for action port [ 587.457648] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e930d48-2217-4815-b825-c4594d17ecdd with Priority: HIGHEST for action port [ 587.457789] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e930d48-2217-4815-b825-c4594d17ecdd taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.457789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e930d48-2217-4815-b825-c4594d17ecdd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.457872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e930d48-2217-4815-b825-c4594d17ecdd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.459722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e930d48-2217-4815-b825-c4594d17ecdd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.459813] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e930d48-2217-4815-b825-c4594d17ecdd',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.464366] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5aa2fa83-0c59-4f5a-920d-1c8526ada37c tempest-VolumesAssistedSnapshotsTest-1387031514 tempest-VolumesAssistedSnapshotsTest-1387031514-project-member] Enqueued Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_rules [ 587.464366] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_rules [ 587.464366] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.464366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.464366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.464785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.464785] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.818940] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1070fb5f-f212-4c05-a752-16a1ace9d133: rpc.has_security_group_logging(os_id): False [ 587.836841] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5b4b24a9-f0fd-4be3-8b04-492d26cf529b None None] Enqueued Resource ID: 5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860 with Priority: HIGHEST for action port [ 587.836841] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860 with Priority: HIGHEST for action port [ 587.838523] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.838899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.838985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.839198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.839287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.839565] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.839642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.839642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.839795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.840140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.840392] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.840885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.840969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.841202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.841330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.841776] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.841776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.842078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.842267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.842467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.843017] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 is going to be created. [ 587.843765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.843862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.843927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.844133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.844210] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.914137] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.914137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.914137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.914137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.914137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.926499] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 in Status: IN_PROGRESS for 2s [ 587.967172] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e930d48-2217-4815-b825-c4594d17ecdd [ 587.967172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.967172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.967172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.967172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.967587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.967587] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e930d48-2217-4815-b825-c4594d17ecdd already deleted. [ 587.967587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e930d48-2217-4815-b825-c4594d17ecdd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.987013] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.987434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.989220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.989220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.989220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.989220] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c already deleted. [ 587.989220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.085932] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: SUCCESS [ 588.086193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.086361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.086572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.086762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.086875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.086972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.087102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.087183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.087271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.087360] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.316951] env[65216]: INFO networking_nsxv3.common.synchronization [req-2eb7edd2-3d2a-4815-8946-babaabfa5c2d req-5e1b0ef1-f4fb-4879-8ff5-f19975146648 tempest-ServerExternalEventsTest-969474516 tempest-ServerExternalEventsTest-969474516-project-member] Enqueued Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_members [ 588.317698] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_members [ 588.318075] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-750d9e26-c78b-4670-a985-3ac64a5edf29 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.318234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.318343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.318700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.318906] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.319102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.319148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.319366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.319462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.319609] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.347278] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860 [ 588.347609] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.347722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.347722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.349453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.351307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.351307] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860 already deleted. [ 588.351307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c072cf7-dbd2-4cc7-8a6f-75a6be4f9860" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.591570] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.591856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.591856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.592109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.592109] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.592278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.592278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.592423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.592509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.592599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.593941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.593941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.593941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.593941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.594184] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.594318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.594382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.594535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.594613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.594695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.594782] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.827508] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.827508] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.827508] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 already deleted. [ 588.827508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.830748] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77318a7b-f812-4318-9ad6-cccd57a4780a in Status: SUCCESS [ 588.830748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.968880] env[65216]: INFO networking_nsxv3.common.synchronization [None req-941aaa86-0a92-42c0-bfdc-ac3b61fc4515 tempest-VolumesAssistedSnapshotsTest-1387031514 tempest-VolumesAssistedSnapshotsTest-1387031514-project-member] Enqueued Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_rules [ 588.969578] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_rules [ 588.969941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.970840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.970954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.971278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.971527] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.100399] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2712777-2ea3-450b-9901-649cd27585a4: rpc.has_security_group_logging(os_id): False [ 589.119557] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.119755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.119816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.120039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.120137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.120362] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.120461] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.120525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.120682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.120760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.120928] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.121027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.121084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.121217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.121289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.121508] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.121589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.121653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.121797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.121872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.122012] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be created. [ 589.184521] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.184521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.184521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.184752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.185023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.195720] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: IN_PROGRESS for 2s [ 589.484025] env[65216]: INFO networking_nsxv3.common.synchronization [None req-9f08e269-7f05-4036-9376-37977c7c1cfd None None] Enqueued Resource ID: bba5605c-794a-42e4-9493-76a1b8cf9dc0 with Priority: HIGHEST for action port [ 589.484577] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bba5605c-794a-42e4-9493-76a1b8cf9dc0 with Priority: HIGHEST for action port [ 589.484875] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-bba5605c-794a-42e4-9493-76a1b8cf9dc0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.484995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bba5605c-794a-42e4-9493-76a1b8cf9dc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.485070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bba5605c-794a-42e4-9493-76a1b8cf9dc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.485420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bba5605c-794a-42e4-9493-76a1b8cf9dc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.485420] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bba5605c-794a-42e4-9493-76a1b8cf9dc0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.492997] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.493149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.493216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.493423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.493515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.493645] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c already deleted. [ 589.493918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.501359] env[65216]: INFO networking_nsxv3.common.synchronization [None req-caa395f2-f761-4367-9d0c-0226d47a7c18 None None] Enqueued Resource ID: dcd7a312-48c2-4be7-81ce-bd2e2d914dbb with Priority: HIGHEST for action port [ 589.501967] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd7a312-48c2-4be7-81ce-bd2e2d914dbb with Priority: HIGHEST for action port [ 589.502181] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd7a312-48c2-4be7-81ce-bd2e2d914dbb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.502433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd7a312-48c2-4be7-81ce-bd2e2d914dbb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.502433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd7a312-48c2-4be7-81ce-bd2e2d914dbb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.502616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd7a312-48c2-4be7-81ce-bd2e2d914dbb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.502711] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd7a312-48c2-4be7-81ce-bd2e2d914dbb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.510389] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.510563] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.511350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.511350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.511644] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.511806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.511919] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.512162] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.512307] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.512504] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.512604] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.512703] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.512807] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.513176] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.513416] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.513569] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.537934] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.537934] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.537934] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.537934] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.537934] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.537934] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.537934] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.537934] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.537934] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b19c7b-1b3d-4941-ab30-ddc51fecbc08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.943089] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 in Status: SUCCESS [ 589.943474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.988294] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bba5605c-794a-42e4-9493-76a1b8cf9dc0 [ 589.988399] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.988600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.988600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.988807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.988896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.988981] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bba5605c-794a-42e4-9493-76a1b8cf9dc0 already deleted. [ 589.989078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bba5605c-794a-42e4-9493-76a1b8cf9dc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.005240] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd7a312-48c2-4be7-81ce-bd2e2d914dbb [ 590.005617] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.005746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.005806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.006040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.006135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.006231] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd7a312-48c2-4be7-81ce-bd2e2d914dbb already deleted. [ 590.006310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd7a312-48c2-4be7-81ce-bd2e2d914dbb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.040935] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.040935] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.041241] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.041329] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.042052] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.042052] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 not found, creating... [ 590.042312] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.042554] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.042722] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.042891] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.043281] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.043564] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.043753] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.044254] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.044254] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.044386] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.044577] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 is going to be created. [ 590.070623] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.070623] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.070623] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.070623] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.071521] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.071644] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.491540] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2b14cd1f-955d-4ac2-97c4-fc1bc6b4a3e7 None None] Enqueued Resource ID: 19ac6413-4da7-432f-aeb6-85ec47e19c14 with Priority: HIGHEST for action port [ 590.492110] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ac6413-4da7-432f-aeb6-85ec47e19c14 with Priority: HIGHEST for action port [ 590.492404] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ac6413-4da7-432f-aeb6-85ec47e19c14 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.492521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ac6413-4da7-432f-aeb6-85ec47e19c14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.492586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ac6413-4da7-432f-aeb6-85ec47e19c14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.494034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ac6413-4da7-432f-aeb6-85ec47e19c14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.494373] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ac6413-4da7-432f-aeb6-85ec47e19c14',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.814217] env[65216]: INFO networking_nsxv3.common.synchronization [req-2eb7edd2-3d2a-4815-8946-babaabfa5c2d req-4d2206c2-404f-4c3f-82f9-0cbf8f33c108 service nova] Enqueued Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_rules [ 590.814217] env[65216]: INFO networking_nsxv3.common.synchronization [req-2eb7edd2-3d2a-4815-8946-babaabfa5c2d req-4d2206c2-404f-4c3f-82f9-0cbf8f33c108 service nova] Enqueued Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_members [ 590.814217] env[65216]: INFO networking_nsxv3.common.synchronization [req-2eb7edd2-3d2a-4815-8946-babaabfa5c2d req-4d2206c2-404f-4c3f-82f9-0cbf8f33c108 service nova] Enqueued Resource ID: a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 with Priority: HIGHEST for action port [ 590.814217] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_rules [ 590.814217] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_members [ 590.814217] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 with Priority: HIGHEST for action port [ 590.814217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750d9e26-c78b-4670-a985-3ac64a5edf29 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.814217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.814217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.814892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.814991] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.815988] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-750d9e26-c78b-4670-a985-3ac64a5edf29 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.816138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.816197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.816427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.816604] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.816797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.816846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.817095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.817224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.817329] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.818192] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.818329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.818410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.818711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.818711] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b19c7b-1b3d-4941-ab30-ddc51fecbc08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.997896] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19ac6413-4da7-432f-aeb6-85ec47e19c14 [ 590.997896] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.997896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.997896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.997896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.997896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.997896] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19ac6413-4da7-432f-aeb6-85ec47e19c14 already deleted. [ 590.997896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ac6413-4da7-432f-aeb6-85ec47e19c14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.211235] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: SUCCESS [ 591.211235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.291727] env[65216]: INFO networking_nsxv3.common.synchronization [req-c5ea5099-a98f-419e-8e95-bcef6b15451e req-61d3d53e-b7a2-4978-88b5-3370beb6ad39 tempest-MigrationsAdminTest-1474095955 tempest-MigrationsAdminTest-1474095955-project-member] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 591.292191] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 591.292543] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.292663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.293111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.293111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.293223] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.293304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.293365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.293480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.293562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.293743] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.323851] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-750d9e26-c78b-4670-a985-3ac64a5edf29 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.323851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.324971] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.325995] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 with status ACTIVE [ 591.326273] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.326430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.326639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.326745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.327055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.327909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.327909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.327909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.327909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.328433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.328623] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.328725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.328781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.328937] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.329045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.330302] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0b19c7b-1b3d-4941-ab30-ddc51fecbc08 is going to be updated. [ 591.358920] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.359168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.359168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.359386] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.359530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.359688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0b19c7b-1b3d-4941-ab30-ddc51fecbc08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.479065] env[65216]: INFO networking_nsxv3.common.synchronization [None req-86d2bd4d-dd34-4b2f-abea-85c02de6e0b2 None None] Enqueued Resource ID: e521e874-319b-4396-94b7-adbbb74eae14 with Priority: HIGHEST for action port [ 591.479855] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e521e874-319b-4396-94b7-adbbb74eae14 with Priority: HIGHEST for action port [ 591.481471] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-e521e874-319b-4396-94b7-adbbb74eae14 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.481791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e521e874-319b-4396-94b7-adbbb74eae14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.481900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e521e874-319b-4396-94b7-adbbb74eae14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.482172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e521e874-319b-4396-94b7-adbbb74eae14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.482280] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e521e874-319b-4396-94b7-adbbb74eae14',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.796340] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.796340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.796340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.796649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.796649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.796767] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.796859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.796979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.800019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.800019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.800019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 already deleted. [ 591.800019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.837396] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.986377] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e521e874-319b-4396-94b7-adbbb74eae14 [ 591.986377] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.986377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.986377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.986377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.986377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.986377] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e521e874-319b-4396-94b7-adbbb74eae14 already deleted. [ 591.986377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e521e874-319b-4396-94b7-adbbb74eae14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.343679] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.344072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.344072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.345031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.345031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.345031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 is going to be created. [ 592.378059] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.378059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.378059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.378326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.378326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.389640] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 in Status: UNINITIALIZED for 2s [ 592.475560] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.475745] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.475871] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.476137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.476383] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.476645] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.476645] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.476843] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.477107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.477337] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.477444] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.477623] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.477710] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.477765] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.477834] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.477957] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.501491] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.501491] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.501491] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.501491] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.501491] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-214c2b8e-009f-451b-a803-9f30d09ba700 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.501491] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.501491] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.501853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.501853] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214c2b8e-009f-451b-a803-9f30d09ba700',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.902334] env[65216]: INFO networking_nsxv3.common.synchronization [None req-064ab7e8-3a53-4875-9a10-f75e6b39f50a None None] Enqueued Resource ID: 9bfbf265-9f00-4be5-b53b-e2ce7c48c660 with Priority: HIGHEST for action port [ 592.902597] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bfbf265-9f00-4be5-b53b-e2ce7c48c660 with Priority: HIGHEST for action port [ 592.903201] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bfbf265-9f00-4be5-b53b-e2ce7c48c660 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.903333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bfbf265-9f00-4be5-b53b-e2ce7c48c660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.903388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bfbf265-9f00-4be5-b53b-e2ce7c48c660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.903675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bfbf265-9f00-4be5-b53b-e2ce7c48c660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.903728] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfbf265-9f00-4be5-b53b-e2ce7c48c660',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.003959] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.004308] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.004384] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.004725] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.004918] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.005138] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 214c2b8e-009f-451b-a803-9f30d09ba700 not found, creating... [ 593.005483] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.005676] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.005822] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.006127] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.006300] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.007288] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.007288] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.007554] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.007725] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.007914] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.008127] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 214c2b8e-009f-451b-a803-9f30d09ba700 is going to be created. [ 593.029888] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.030109] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.030213] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.030477] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.030702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.030914] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.306034] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6b40ec95-33ef-4d71-849c-4c74bc69bf41 None None] Enqueued Resource ID: 87d1bc2a-10c5-4e72-94eb-75144232d212 with Priority: HIGHEST for action port [ 593.306691] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d1bc2a-10c5-4e72-94eb-75144232d212 with Priority: HIGHEST for action port [ 593.307811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d1bc2a-10c5-4e72-94eb-75144232d212 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.307963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d1bc2a-10c5-4e72-94eb-75144232d212" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.308057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d1bc2a-10c5-4e72-94eb-75144232d212" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.308354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d1bc2a-10c5-4e72-94eb-75144232d212" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.308438] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d1bc2a-10c5-4e72-94eb-75144232d212',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.406065] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bfbf265-9f00-4be5-b53b-e2ce7c48c660 [ 593.406409] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.406515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.406591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.406860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.406959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.407625] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bfbf265-9f00-4be5-b53b-e2ce7c48c660 already deleted. [ 593.407723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bfbf265-9f00-4be5-b53b-e2ce7c48c660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.812154] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d1bc2a-10c5-4e72-94eb-75144232d212 [ 593.814827] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.814827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.814827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.815050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.815124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.815232] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d1bc2a-10c5-4e72-94eb-75144232d212 already deleted. [ 593.815303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d1bc2a-10c5-4e72-94eb-75144232d212" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.835176] env[65216]: INFO networking_nsxv3.common.synchronization [req-c5ea5099-a98f-419e-8e95-bcef6b15451e req-a409b28f-d9cc-4b99-8319-b25355fbf97a service nova] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_rules [ 593.835356] env[65216]: INFO networking_nsxv3.common.synchronization [req-c5ea5099-a98f-419e-8e95-bcef6b15451e req-a409b28f-d9cc-4b99-8319-b25355fbf97a service nova] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 593.835526] env[65216]: INFO networking_nsxv3.common.synchronization [req-c5ea5099-a98f-419e-8e95-bcef6b15451e req-a409b28f-d9cc-4b99-8319-b25355fbf97a service nova] Enqueued Resource ID: 214c2b8e-009f-451b-a803-9f30d09ba700 with Priority: HIGHEST for action port [ 593.836186] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_rules [ 593.836504] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 593.836504] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214c2b8e-009f-451b-a803-9f30d09ba700 with Priority: HIGHEST for action port [ 593.837181] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.837181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.837181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.837429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.837429] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.840291] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.840291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.840291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.840291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.840291] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.840291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.840291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.840291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.840291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.840291] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.841059] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-214c2b8e-009f-451b-a803-9f30d09ba700 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.842158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.842249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.842560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.842560] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214c2b8e-009f-451b-a803-9f30d09ba700',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.094188] env[65216]: INFO networking_nsxv3.common.synchronization [req-16c561cb-fa1b-485e-86cd-ed9eb1cdd0be req-5eeaec5b-144f-48bb-8d61-1eaf8e6f5a1a tempest-ServerRescueTestJSON-487602121 tempest-ServerRescueTestJSON-487602121-project-member] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 594.094890] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 594.098366] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.100133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.100133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.100133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.100133] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.100133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.100133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.100133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.100133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.100133] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.346370] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.346370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.346370] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.346370] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 214c2b8e-009f-451b-a803-9f30d09ba700 with status ACTIVE [ 594.346697] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.346697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.346697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.346901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.346930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.347103] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.347233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.347294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.352347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.352467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.352723] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.352877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.352962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.353176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.353278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.353387] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 214c2b8e-009f-451b-a803-9f30d09ba700 is going to be updated. [ 594.401520] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.401685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.401756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.401957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.402123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.402289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-214c2b8e-009f-451b-a803-9f30d09ba700" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.403057] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 in Status: SUCCESS [ 594.403264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.403498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.403635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.403839] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.403926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.403993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.404270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.404399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.404481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.404593] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.605744] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.606164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.606164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.606589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.607044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.607436] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.607639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.607793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.608122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.608453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.608453] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a already deleted. [ 594.608576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.802787] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.802787] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.802787] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.803128] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.803448] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.803601] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.803601] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.803882] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.804035] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.804235] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.804339] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.804477] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.804585] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.804686] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.806089] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.806089] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.829166] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.829399] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.829399] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.829590] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.829927] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-c118c919-35b7-4718-9594-c79e5d8b421f taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.830109] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.830296] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.830563] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.830709] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c118c919-35b7-4718-9594-c79e5d8b421f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.855250] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.906868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-750d9e26-c78b-4670-a985-3ac64a5edf29 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.907216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.907216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.907216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.907399] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.907503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.907565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.907713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.907807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.907895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.908055] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-750d9e26-c78b-4670-a985-3ac64a5edf29 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.908188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.908396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.908396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.908536] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.908627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.908687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.908821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.908894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.908976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.909077] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.333587] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.333908] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.334053] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.334386] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.334701] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.334934] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port c118c919-35b7-4718-9594-c79e5d8b421f not found, creating... [ 595.335299] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.335470] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.335669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.336173] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.336420] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.336806] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.337372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.337795] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.338152] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.338411] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.338634] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: c118c919-35b7-4718-9594-c79e5d8b421f is going to be created. [ 595.358076] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.358282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.358347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.358594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.358711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.358818] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 is going to be created. [ 595.364562] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.364948] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.365160] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.365478] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.365753] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.366044] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.399606] env[65216]: INFO networking_nsxv3.common.synchronization [None req-4275927b-cb4f-4709-9baf-ec33be93f005 tempest-ServersTestManualDisk-320771886 tempest-ServersTestManualDisk-320771886-project-member] Enqueued Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_rules [ 595.400360] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_rules [ 595.400763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.400935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.401025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.401352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.401452] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.408610] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.408767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.408837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.409070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.409263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.412285] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 750d9e26-c78b-4670-a985-3ac64a5edf29: rpc.has_security_group_logging(os_id): False [ 595.437349] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: UNINITIALIZED for 2s [ 595.440274] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.440430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.440430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.440630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.440717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.440935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.441056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.441117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.441275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.441798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.441798] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.441798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.441798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.442137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.442137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.442137] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.442326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.442326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.442426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.442426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.442528] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 is going to be created. [ 595.537727] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.537860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.538889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.538889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.538889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.553970] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 in Status: IN_PROGRESS for 2s [ 595.931391] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.931740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.931740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.932803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.932803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.932803] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 already deleted. [ 595.932803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.936783] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5a0f2a57-ad30-42a4-bd25-88d76f587fb1 None None] Enqueued Resource ID: c50d9df5-5348-455d-9773-170c583dc8f3 with Priority: HIGHEST for action port [ 595.937571] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d9df5-5348-455d-9773-170c583dc8f3 with Priority: HIGHEST for action port [ 595.937898] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c50d9df5-5348-455d-9773-170c583dc8f3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.938049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c50d9df5-5348-455d-9773-170c583dc8f3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.938146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c50d9df5-5348-455d-9773-170c583dc8f3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.938418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c50d9df5-5348-455d-9773-170c583dc8f3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.938516] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c50d9df5-5348-455d-9773-170c583dc8f3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.991355] env[65216]: INFO networking_nsxv3.common.synchronization [None req-23fd7a39-e72f-4b6a-a428-6a063654d5ad tempest-ServersTestManualDisk-320771886 tempest-ServersTestManualDisk-320771886-project-member] Enqueued Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_rules [ 595.991355] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_rules [ 595.991355] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.991687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.991687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.991687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.991769] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.113251] env[65216]: INFO networking_nsxv3.common.synchronization [req-16c561cb-fa1b-485e-86cd-ed9eb1cdd0be req-4bf6108b-becf-4590-80b7-ff7a4ec5865a service nova] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_rules [ 596.113251] env[65216]: INFO networking_nsxv3.common.synchronization [req-16c561cb-fa1b-485e-86cd-ed9eb1cdd0be req-4bf6108b-becf-4590-80b7-ff7a4ec5865a service nova] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 596.113384] env[65216]: INFO networking_nsxv3.common.synchronization [req-16c561cb-fa1b-485e-86cd-ed9eb1cdd0be req-4bf6108b-becf-4590-80b7-ff7a4ec5865a service nova] Enqueued Resource ID: c118c919-35b7-4718-9594-c79e5d8b421f with Priority: HIGHEST for action port [ 596.113588] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_rules [ 596.113801] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 596.113924] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c118c919-35b7-4718-9594-c79e5d8b421f with Priority: HIGHEST for action port [ 596.114565] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.114753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.114888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.115701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.115701] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.116689] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.116850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.116952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.117317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.117529] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.117698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.117794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.118028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.118147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.118264] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.119235] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c118c919-35b7-4718-9594-c79e5d8b421f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.119362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.119403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.119597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.119712] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c118c919-35b7-4718-9594-c79e5d8b421f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.441082] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c50d9df5-5348-455d-9773-170c583dc8f3 [ 596.441472] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.441644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.441729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.442048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.442216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.442330] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c50d9df5-5348-455d-9773-170c583dc8f3 already deleted. [ 596.442445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c50d9df5-5348-455d-9773-170c583dc8f3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.513850] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.514079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.514186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.514829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.514829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.514829] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 already deleted. [ 596.514829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.621181] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.624330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.624330] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c118c919-35b7-4718-9594-c79e5d8b421f with status ACTIVE [ 596.624330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.624330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.624330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.628215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.628215] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.628215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.628215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.628215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.628464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.628464] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c118c919-35b7-4718-9594-c79e5d8b421f is going to be updated. [ 596.655712] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.656076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.656076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.656325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.656471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.656648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c118c919-35b7-4718-9594-c79e5d8b421f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.130931] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.448287] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: SUCCESS [ 597.448505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.448664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.448900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.449412] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.449412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.449412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.449412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.449675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.449675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.449675] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.571644] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 in Status: SUCCESS [ 597.571924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.636354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.636619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.636747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.637449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.639216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.639374] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be created. [ 597.672361] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.672478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.672595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.672798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.672930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.685387] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: UNINITIALIZED for 2s [ 597.952721] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.952721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.952721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.952926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.953197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.953480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.953480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.953614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.953934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.953934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.954312] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.954312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.954312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.954585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.954692] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.954748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.954797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.954921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.955009] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.957534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.957534] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.115063] env[65216]: INFO networking_nsxv3.common.synchronization [None req-a80a736c-a709-47ae-8fa7-9a6bbd319477 tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 598.116337] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 598.116670] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.116799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.116874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.117160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.117247] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.227911] env[65216]: INFO networking_nsxv3.common.synchronization [None req-bfdd5015-13cb-4a13-a432-24d4ae31f45f tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 598.228399] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 598.228644] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.228743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.459569] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64df24ea-19f5-470f-a8c6-680ae3785f32: rpc.has_security_group_logging(os_id): False [ 598.481405] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.481405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.481651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.481651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483221] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483221] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483221] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.483812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483812] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 is going to be created. [ 598.550143] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.550322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.550382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.550595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.550801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.562887] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: IN_PROGRESS for 2s [ 598.640793] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.640960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.641042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.641257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.641356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.641454] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 already deleted. [ 598.641531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.641749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.641961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.642070] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.163687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.164703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.165184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.165431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.165534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.165626] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 already deleted. [ 599.165707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.172049] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5162a820-df1e-4e39-ab6f-1a6532419606 tempest-ServerActionsV293TestJSON-712596796 tempest-ServerActionsV293TestJSON-712596796-project-member] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_rules [ 599.172049] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_rules [ 599.172049] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.172049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.172049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.172049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.172391] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.293686] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2473dcc9-4b87-409d-8c39-c9cbacf0eaf3 tempest-ServerActionsV293TestJSON-712596796 tempest-ServerActionsV293TestJSON-712596796-project-member] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_rules [ 599.295680] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_rules [ 599.297261] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.297663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.696168] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.696370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.696370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.696579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.696675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.696767] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 already deleted. [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.699850] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.699850] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: SUCCESS [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.699850] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.699850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.699850] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.806168] env[65216]: INFO networking_nsxv3.common.synchronization [None req-de6f858e-1bd2-4434-a03c-0c0938ba7550 None None] Enqueued Resource ID: 4ccdfa37-30da-43a5-b910-3ccc6a4e4881 with Priority: HIGHEST for action port [ 599.806688] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccdfa37-30da-43a5-b910-3ccc6a4e4881 with Priority: HIGHEST for action port [ 599.806997] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ccdfa37-30da-43a5-b910-3ccc6a4e4881 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.809981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ccdfa37-30da-43a5-b910-3ccc6a4e4881" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.809981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ccdfa37-30da-43a5-b910-3ccc6a4e4881" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.810202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ccdfa37-30da-43a5-b910-3ccc6a4e4881" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.810727] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccdfa37-30da-43a5-b910-3ccc6a4e4881',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.203685] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.205313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.205313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.205529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.205733] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.205909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.205909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.206110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.207828] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.207828] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.207828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.208314] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.226616] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.226834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.226931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.227221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.227418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.227464] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 already deleted. [ 600.228182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.313708] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ccdfa37-30da-43a5-b910-3ccc6a4e4881 [ 600.314143] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.314598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.314598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.314598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.314754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.314754] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ccdfa37-30da-43a5-b910-3ccc6a4e4881 already deleted. [ 600.314813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ccdfa37-30da-43a5-b910-3ccc6a4e4881" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.578170] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: SUCCESS [ 600.578432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.711603] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a614ac9-09cb-4732-b087-a95e115c432a: rpc.has_security_group_logging(os_id): False [ 600.746353] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.746589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.746632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.746863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.746959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.747210] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.747377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.747475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.747611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.747740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.747990] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.749772] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.749916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.750941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.750941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.750941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.750941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.750941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.751202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.751202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.751202] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be created. [ 600.828603] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.828768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.828859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.830058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.830058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.845472] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: IN_PROGRESS for 2s [ 601.832532] env[65216]: INFO networking_nsxv3.common.synchronization [req-4bf23d26-5a79-41c5-9e0a-62559ba17d53 req-82cfc43e-c60e-4bc3-8c6c-99d493356a2c tempest-ServerAddressesTestJSON-375013737 tempest-ServerAddressesTestJSON-375013737-project-member] Enqueued Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_members [ 601.833160] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_members [ 601.833487] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.833615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.833683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.834682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.834931] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.835146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.836592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.836592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.836592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.836592] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.250140] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c918c909-2086-45b2-a729-839db72b7e42 None None] Enqueued Resource ID: 66f18091-7365-4a96-96b2-5373e1946117 with Priority: HIGHEST for action port [ 602.250740] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f18091-7365-4a96-96b2-5373e1946117 with Priority: HIGHEST for action port [ 602.251357] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f18091-7365-4a96-96b2-5373e1946117 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.251744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f18091-7365-4a96-96b2-5373e1946117" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.251744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f18091-7365-4a96-96b2-5373e1946117" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.255162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f18091-7365-4a96-96b2-5373e1946117" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.255162] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f18091-7365-4a96-96b2-5373e1946117',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.338909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.338909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.338909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.339219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.339219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.339336] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.339429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.339490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.339634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.339718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.339810] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 already deleted. [ 602.339864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.444836] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.445388] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-206" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.445388] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-206" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.446398] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-206" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.446398] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.446398] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.446641] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.446689] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.446806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.447030] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.447134] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.447239] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.447340] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.447441] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.447543] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.447672] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.469843] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.469843] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.470018] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.470121] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-206" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.470438] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-e34c092c-f730-48a4-819a-415731f71728 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.470699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.470817] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.472235] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.472945] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34c092c-f730-48a4-819a-415731f71728',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.760339] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f18091-7365-4a96-96b2-5373e1946117 [ 602.760498] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.760698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.760928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.761054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.761150] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f18091-7365-4a96-96b2-5373e1946117 already deleted. [ 602.761237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f18091-7365-4a96-96b2-5373e1946117" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.866426] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: SUCCESS [ 602.866789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.977574] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.977574] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port e34c092c-f730-48a4-819a-415731f71728 not found, creating... [ 602.977574] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.977574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978717] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.978717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.978717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.978717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.978886] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978935] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: e34c092c-f730-48a4-819a-415731f71728 is going to be created. [ 602.999963] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.000191] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.000311] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.000580] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.000802] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.001034] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.738894] env[65216]: INFO networking_nsxv3.common.synchronization [req-4bf23d26-5a79-41c5-9e0a-62559ba17d53 req-5ac2ac70-1271-401e-8af2-bb13c7b180f4 service nova] Enqueued Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_rules [ 603.739079] env[65216]: INFO networking_nsxv3.common.synchronization [req-4bf23d26-5a79-41c5-9e0a-62559ba17d53 req-5ac2ac70-1271-401e-8af2-bb13c7b180f4 service nova] Enqueued Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_members [ 603.739213] env[65216]: INFO networking_nsxv3.common.synchronization [req-4bf23d26-5a79-41c5-9e0a-62559ba17d53 req-5ac2ac70-1271-401e-8af2-bb13c7b180f4 service nova] Enqueued Resource ID: e34c092c-f730-48a4-819a-415731f71728 with Priority: HIGHEST for action port [ 603.739439] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_rules [ 603.739568] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_members [ 603.739663] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34c092c-f730-48a4-819a-415731f71728 with Priority: HIGHEST for action port [ 603.740410] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.740552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.740627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.741324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.741448] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.742386] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.742561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.742649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.743377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.743600] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.743735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.743838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.744078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.744116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.744192] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.745918] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-e34c092c-f730-48a4-819a-415731f71728 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.745918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.745918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.746374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.746374] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34c092c-f730-48a4-819a-415731f71728',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.248973] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.251206] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.251206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.251206] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e34c092c-f730-48a4-819a-415731f71728 with status ACTIVE [ 604.251206] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.251206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.251206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.251206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.251206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.251683] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.251683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.251827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.254307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.254402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.255130] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.255130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.255130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.255130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.255130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.255130] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e34c092c-f730-48a4-819a-415731f71728 is going to be updated. [ 604.279966] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.280948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.280948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.280948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.280948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.280948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e34c092c-f730-48a4-819a-415731f71728" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.757164] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.887578] env[65216]: INFO networking_nsxv3.common.synchronization [None req-29c86291-d71b-4741-a28f-942f5b69f72d None None] Enqueued Resource ID: 32fa3a75-5df9-4afb-8dfa-54b51dea0fe4 with Priority: HIGHEST for action port [ 604.888256] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32fa3a75-5df9-4afb-8dfa-54b51dea0fe4 with Priority: HIGHEST for action port [ 604.888902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-32fa3a75-5df9-4afb-8dfa-54b51dea0fe4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.889078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32fa3a75-5df9-4afb-8dfa-54b51dea0fe4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.889128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32fa3a75-5df9-4afb-8dfa-54b51dea0fe4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.889766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32fa3a75-5df9-4afb-8dfa-54b51dea0fe4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.889766] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32fa3a75-5df9-4afb-8dfa-54b51dea0fe4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.993821] env[65216]: INFO networking_nsxv3.common.synchronization [req-548658c8-77ea-469e-a875-325e4275fc9f req-dda5752f-8197-4f40-9f8f-efbbc7f40a60 tempest-InstanceActionsV221TestJSON-1726673723 tempest-InstanceActionsV221TestJSON-1726673723-project-member] Enqueued Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_members [ 604.995692] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGHEST for action security_group_members [ 604.996124] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.996320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.996426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.996858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.996962] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.997126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.997221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.997723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.997878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.997983] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.261546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.261546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.261546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.261546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.262244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.262244] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 is going to be created. [ 605.291175] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.291640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.291954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.292676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.292799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.307199] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 in Status: UNINITIALIZED for 2s [ 605.392076] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32fa3a75-5df9-4afb-8dfa-54b51dea0fe4 [ 605.392834] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.394174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.394174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.394174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.394174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.394358] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32fa3a75-5df9-4afb-8dfa-54b51dea0fe4 already deleted. [ 605.394358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32fa3a75-5df9-4afb-8dfa-54b51dea0fe4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.501998] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.502593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.502692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.502956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.503120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.503397] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.503482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.503566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.503825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.503932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.504060] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77318a7b-f812-4318-9ad6-cccd57a4780a is going to be updated. [ 605.542107] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.542107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.542107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.542107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.542364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.556737] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77318a7b-f812-4318-9ad6-cccd57a4780a in Status: IN_PROGRESS for 2s [ 605.596846] env[65216]: INFO networking_nsxv3.common.synchronization [req-673de4ae-de31-4069-a8d0-acde9a5b222f req-33032a05-3a77-4970-a3cf-e316280c4e44 tempest-VolumesAssistedSnapshotsTest-1387031514 tempest-VolumesAssistedSnapshotsTest-1387031514-project-member] Enqueued Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_members [ 605.597432] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_members [ 605.598034] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.599145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.599229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.600203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.600407] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.600482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.600573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.600774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.600836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.600917] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.103863] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.104103] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-125" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.104198] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-125" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.104522] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-125" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.105019] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.105019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.105181] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.105501] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.105923] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.105923] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.106150] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.106150] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.106281] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.106281] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.106395] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.106493] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.107908] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.107908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.107908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.108145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.108145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.108318] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.108435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.108493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.108925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.108925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.108925] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c already deleted. [ 606.108925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.135014] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.135485] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.135826] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.138038] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-125" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.138038] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.138038] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.138038] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.138038] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.138038] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ebc95cb-e663-4186-b5cd-6e5c4e98117d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.292309] env[65216]: INFO networking_nsxv3.common.synchronization [req-44d5f437-8ef8-41e2-8729-0563af1c0b97 req-65de8e1f-f82b-4db1-8410-9305a37c68c4 tempest-DeleteServersAdminTestJSON-1262364820 tempest-DeleteServersAdminTestJSON-1262364820-project-admin] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 606.292959] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 606.293584] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.293734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.293844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.294074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.294248] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.294364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.294426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.294608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.294808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.294923] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.641557] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.642476] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.642924] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.643576] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.643576] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.643576] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 3ebc95cb-e663-4186-b5cd-6e5c4e98117d not found, creating... [ 606.645360] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.646705] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.646898] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.647226] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.648255] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.648595] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.648781] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.649065] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.649196] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.649245] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.649345] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 3ebc95cb-e663-4186-b5cd-6e5c4e98117d is going to be created. [ 606.674762] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.677209] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.677209] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.677209] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.677209] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.677546] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.797933] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.798112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.798173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.798432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.798541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.798752] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.798855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.798953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.799085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.799163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.799252] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be updated. [ 606.842492] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.842650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.842693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.842904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.843064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.854380] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: IN_PROGRESS for 2s [ 607.105906] env[65216]: INFO networking_nsxv3.common.synchronization [req-793b8d37-661a-4585-89ca-a239034530bd req-42cfb6f7-7c97-416e-a2de-0e7d2e20f848 tempest-ServersTestManualDisk-320771886 tempest-ServersTestManualDisk-320771886-project-member] Enqueued Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_members [ 607.106580] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_members [ 607.107920] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.108260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.108297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.108555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.108735] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.108896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.108964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.109172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.109271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.109385] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.324275] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 in Status: SUCCESS [ 607.324685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.324748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.325307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.325628] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.325853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.325980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.329485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.329630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.329709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.329812] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.337803] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5d83992d-86e0-465a-8787-5fd6fe7cc904 None None] Enqueued Resource ID: 30fbda6e-6308-4e9a-bfb4-76cbfa041840 with Priority: HIGHEST for action port [ 607.338400] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fbda6e-6308-4e9a-bfb4-76cbfa041840 with Priority: HIGHEST for action port [ 607.338687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-30fbda6e-6308-4e9a-bfb4-76cbfa041840 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.339140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30fbda6e-6308-4e9a-bfb4-76cbfa041840" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.339140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30fbda6e-6308-4e9a-bfb4-76cbfa041840" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30fbda6e-6308-4e9a-bfb4-76cbfa041840" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.340038] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30fbda6e-6308-4e9a-bfb4-76cbfa041840',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.451244] env[65216]: INFO networking_nsxv3.common.synchronization [req-673de4ae-de31-4069-a8d0-acde9a5b222f req-48fbcd6d-a999-4129-9fbf-15821bfc934f service nova] Enqueued Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_rules [ 607.451244] env[65216]: INFO networking_nsxv3.common.synchronization [req-673de4ae-de31-4069-a8d0-acde9a5b222f req-48fbcd6d-a999-4129-9fbf-15821bfc934f service nova] Enqueued Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_members [ 607.451244] env[65216]: INFO networking_nsxv3.common.synchronization [req-673de4ae-de31-4069-a8d0-acde9a5b222f req-48fbcd6d-a999-4129-9fbf-15821bfc934f service nova] Enqueued Resource ID: 3ebc95cb-e663-4186-b5cd-6e5c4e98117d with Priority: HIGHEST for action port [ 607.451695] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_rules [ 607.451695] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_members [ 607.451695] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc95cb-e663-4186-b5cd-6e5c4e98117d with Priority: HIGHEST for action port [ 607.451864] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.452023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.452447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.452692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.452786] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.454133] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454497] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.455040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.455154] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.457244] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.457365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.457427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.457591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.457669] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ebc95cb-e663-4186-b5cd-6e5c4e98117d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.567704] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77318a7b-f812-4318-9ad6-cccd57a4780a in Status: SUCCESS [ 607.567877] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77318a7b-f812-4318-9ad6-cccd57a4780a deletion is rescheduled due to dependency. [ 607.568026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.594327] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.594680] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-470" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.594923] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-470" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.596728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-470" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.597064] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.597249] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.597352] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.597593] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.597741] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.598762] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.599149] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.599271] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.599380] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.599493] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.599595] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.599727] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.612843] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.612843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.613060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.613168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.613240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.613439] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.613542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.613604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.613754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.613882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.613986] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 already deleted. [ 607.614090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.618851] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.618851] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.618851] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.618851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-470" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.618851] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-f7b7e307-6919-46fe-8afc-912b80dc6bc7 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.619191] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.619191] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.619451] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.619587] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b7e307-6919-46fe-8afc-912b80dc6bc7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.835119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.835119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.835119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.835708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.835708] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.835708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.835708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.835708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.835708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.835958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.835958] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.842128] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30fbda6e-6308-4e9a-bfb4-76cbfa041840 [ 607.842128] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.842128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.842128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.842308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.842308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.842417] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30fbda6e-6308-4e9a-bfb4-76cbfa041840 already deleted. [ 607.842500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30fbda6e-6308-4e9a-bfb4-76cbfa041840" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.960703] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ebc95cb-e663-4186-b5cd-6e5c4e98117d with status ACTIVE [ 607.960992] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.961159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.961232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.961456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.961645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.961857] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.961985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.962063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.962230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.962306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.962622] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.962622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.962622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.962773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.962845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.962987] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ebc95cb-e663-4186-b5cd-6e5c4e98117d is going to be updated. [ 607.965134] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.966241] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.966241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.989642] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.990017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.990017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.990284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.990405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.990621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ebc95cb-e663-4186-b5cd-6e5c4e98117d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.123927] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.124187] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.124302] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.124595] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.124743] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.124901] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port f7b7e307-6919-46fe-8afc-912b80dc6bc7 not found, creating... [ 608.125176] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.125315] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.125426] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.125646] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.125780] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.126258] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.126433] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.126590] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.126909] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.127140] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.127444] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: f7b7e307-6919-46fe-8afc-912b80dc6bc7 is going to be created. [ 608.151491] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.151697] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.151850] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.152143] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.152367] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.152581] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.338168] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc7514c9-801d-4356-a2b9-29ae07b714e2: rpc.has_security_group_logging(os_id): False [ 608.361013] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.361013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.361013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.361241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.361324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.361589] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.361704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.361822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.361988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.362095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.362325] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.362513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.362594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.362774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.362898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.363176] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.363757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.363920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.364113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.364197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.364339] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 is going to be created. [ 608.440877] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.441149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.441149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.441423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.443184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.457835] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 in Status: IN_PROGRESS for 2s [ 608.470094] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.881650] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: SUCCESS [ 608.881650] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 deletion is rescheduled due to dependency. [ 608.881650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.885246] env[65216]: INFO networking_nsxv3.common.synchronization [req-793b8d37-661a-4585-89ca-a239034530bd req-20bf8b09-6ea0-4839-9b57-dad2ce04c12c service nova] Enqueued Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_rules [ 608.886037] env[65216]: INFO networking_nsxv3.common.synchronization [req-793b8d37-661a-4585-89ca-a239034530bd req-20bf8b09-6ea0-4839-9b57-dad2ce04c12c service nova] Enqueued Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_members [ 608.886037] env[65216]: INFO networking_nsxv3.common.synchronization [req-793b8d37-661a-4585-89ca-a239034530bd req-20bf8b09-6ea0-4839-9b57-dad2ce04c12c service nova] Enqueued Resource ID: f7b7e307-6919-46fe-8afc-912b80dc6bc7 with Priority: HIGHEST for action port [ 608.887170] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_rules [ 608.887359] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_members [ 608.887359] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b7e307-6919-46fe-8afc-912b80dc6bc7 with Priority: HIGHEST for action port [ 608.887737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.887929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.888049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.888345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.888442] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.890556] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.891315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.891315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.893285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.893285] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.893285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.893285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.893285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.893285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.893285] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.894561] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7b7e307-6919-46fe-8afc-912b80dc6bc7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.894840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.894938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.895256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.895358] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b7e307-6919-46fe-8afc-912b80dc6bc7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.921011] env[65216]: INFO networking_nsxv3.common.synchronization [req-6ad89b24-3f52-4021-9af3-fa157f93362f req-90ebd917-e1d6-4a50-86ac-253110fe97d7 tempest-ServerDiagnosticsNegativeTest-2006204210 tempest-ServerDiagnosticsNegativeTest-2006204210-project-member] Enqueued Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_members [ 608.921711] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGHEST for action security_group_members [ 608.922665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.922823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.922889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.923123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.923405] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.923511] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.923576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.923725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.923806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.923931] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.972376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.972611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.972666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.972897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.972990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.973108] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c is going to be created. [ 609.000440] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.000592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.000688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.000875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.001053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.013100] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c in Status: UNINITIALIZED for 2s [ 609.392372] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.392821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.395200] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.398958] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7b7e307-6919-46fe-8afc-912b80dc6bc7 with status ACTIVE [ 609.399238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.399375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.399455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.399667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.399757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.399954] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.400067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.400131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.400280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.400354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.400535] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.400644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.400691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.400831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.400896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.400980] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7b7e307-6919-46fe-8afc-912b80dc6bc7 is going to be updated. [ 609.429089] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.429485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.429668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.432274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.432480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.432772] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.432885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.433529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.433529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.433529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.433529] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 is going to be updated. [ 609.436752] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.436898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.436946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.437162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.437435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.437634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7b7e307-6919-46fe-8afc-912b80dc6bc7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.486452] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.487046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.488812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.488812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.488812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.500588] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 in Status: IN_PROGRESS for 2s [ 609.507417] env[65216]: INFO networking_nsxv3.common.synchronization [req-b18332d8-fdae-4ccc-8f18-c14786592da7 req-665474b0-8630-4a5d-b993-7c82c62060e5 tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 609.508057] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 609.508383] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.508510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.508574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.508844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.510905] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.510905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.510905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.510905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.510905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.510905] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.702269] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c024832f-52e2-42fd-a99c-bc994695ef78 tempest-ServersWithSpecificFlavorTestJSON-323888540 tempest-ServersWithSpecificFlavorTestJSON-323888540-project-member] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 609.702865] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 609.703173] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.703604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.703677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.703998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.704199] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.898213] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.898861] env[65216]: INFO networking_nsxv3.common.synchronization [None req-79c65e8d-7710-4478-ac8d-01e564eb1a30 tempest-ServersWithSpecificFlavorTestJSON-323888540 tempest-ServersWithSpecificFlavorTestJSON-323888540-project-member] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 609.900665] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 609.900813] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.900998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.013342] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.013907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.013907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.014070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.014173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.014450] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.014579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.014657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.014927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.015080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.015199] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 already deleted. [ 610.015294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.045908] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.046125] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.046257] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.055100] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.056430] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.056430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.056430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.056430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.056785] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.056848] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.056963] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.057243] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.057243] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.057344] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.057393] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.057527] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.084050] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.084050] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.084883] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.086027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.086027] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-d215ba2e-db2c-466d-9c20-4be312be782e taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.086027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.086569] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.087232] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.087355] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d215ba2e-db2c-466d-9c20-4be312be782e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.225832] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.226041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.226151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.226338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.226431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.226526] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 already deleted. [ 610.226607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.226762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.226921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.226994] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.401543] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.401984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.401984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.402134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.402237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.402386] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 is going to be created. [ 610.434711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.435019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.435269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.435467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.446855] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 in Status: UNINITIALIZED for 2s [ 610.469286] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 in Status: SUCCESS [ 610.469990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.590438] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.590660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.590858] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.591092] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.591248] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.591411] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port d215ba2e-db2c-466d-9c20-4be312be782e not found, creating... [ 610.591673] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.591848] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.592048] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.592300] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.592435] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.593066] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.593202] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.593317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.593630] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.593883] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.594136] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: d215ba2e-db2c-466d-9c20-4be312be782e is going to be created. [ 610.615399] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.615622] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.615903] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.616220] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.616440] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.616662] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.753130] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.753531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.753531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.753630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.753630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.753735] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 already deleted. [ 610.753819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.024917] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c in Status: SUCCESS [ 611.025207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.025393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.025641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.025917] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.025917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.026054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.026163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.026226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.026338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.026439] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.348419] env[65216]: INFO networking_nsxv3.common.synchronization [req-b18332d8-fdae-4ccc-8f18-c14786592da7 req-a3732a09-360b-4c34-8d92-85eed50b9185 service nova] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 611.352023] env[65216]: INFO networking_nsxv3.common.synchronization [req-b18332d8-fdae-4ccc-8f18-c14786592da7 req-a3732a09-360b-4c34-8d92-85eed50b9185 service nova] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 611.352023] env[65216]: INFO networking_nsxv3.common.synchronization [req-b18332d8-fdae-4ccc-8f18-c14786592da7 req-a3732a09-360b-4c34-8d92-85eed50b9185 service nova] Enqueued Resource ID: d215ba2e-db2c-466d-9c20-4be312be782e with Priority: HIGHEST for action port [ 611.352023] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 611.352023] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 611.352023] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d215ba2e-db2c-466d-9c20-4be312be782e with Priority: HIGHEST for action port [ 611.352023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.352023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.352023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.352023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.352023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.353027] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.353027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.353027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.353027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.353191] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.353277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.353312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.353533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.353572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.353669] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.354522] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d215ba2e-db2c-466d-9c20-4be312be782e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.354669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.354717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.360290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.360406] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d215ba2e-db2c-466d-9c20-4be312be782e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.513283] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 in Status: SUCCESS [ 611.513283] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 deletion is rescheduled due to dependency. [ 611.513283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.529525] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.584381] env[65216]: INFO networking_nsxv3.common.synchronization [None req-dcdf0997-db62-424c-927f-278171a85851 None None] Enqueued Resource ID: 2f06c516-469f-4938-b969-d0379b442c7b with Priority: HIGHEST for action port [ 611.585332] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06c516-469f-4938-b969-d0379b442c7b with Priority: HIGHEST for action port [ 611.585332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f06c516-469f-4938-b969-d0379b442c7b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.585487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f06c516-469f-4938-b969-d0379b442c7b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.585529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f06c516-469f-4938-b969-d0379b442c7b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.585919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f06c516-469f-4938-b969-d0379b442c7b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.586034] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f06c516-469f-4938-b969-d0379b442c7b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.863034] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.863191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.863401] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.864359] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d215ba2e-db2c-466d-9c20-4be312be782e with status ACTIVE [ 611.864559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.864728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.864728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.865238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.865238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.865238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.865362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.865395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.865563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.865638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.865820] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.865913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.865973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.867549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.867639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.867735] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d215ba2e-db2c-466d-9c20-4be312be782e is going to be updated. [ 611.893770] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.894036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.894128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.894377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.894545] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.894732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.032957] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ff9a7c1-6821-423e-aae5-7a79a6b1448c: rpc.has_security_group_logging(os_id): False [ 612.059441] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.059441] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.059441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.059441] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c is going to be created. [ 612.088902] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f06c516-469f-4938-b969-d0379b442c7b [ 612.088902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.088902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.088902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.089242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.089368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.089509] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f06c516-469f-4938-b969-d0379b442c7b already deleted. [ 612.089632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f06c516-469f-4938-b969-d0379b442c7b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.126489] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.126681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.126738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.126920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.127245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.139797] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c in Status: IN_PROGRESS for 2s [ 612.210281] env[65216]: INFO networking_nsxv3.common.synchronization [req-a8aa797e-659d-4b97-9177-a60fe054dea6 req-55f97b72-21e6-4126-a4e4-4533890f98ed tempest-ServerExternalEventsTest-969474516 tempest-ServerExternalEventsTest-969474516-project-member] Enqueued Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_members [ 612.210816] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 with Priority: HIGHEST for action security_group_members [ 612.211165] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-750d9e26-c78b-4670-a985-3ac64a5edf29 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.211289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.211357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.211556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.211711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.213883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.213883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.213883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.213883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.213883] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750d9e26-c78b-4670-a985-3ac64a5edf29',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.371340] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.459275] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 in Status: SUCCESS [ 612.459519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.459693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.459934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.460152] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.460275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.460373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.460491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.460612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.460664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.460736] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.717726] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.717726] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.717726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.717726] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 is going to be updated. [ 612.749462] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.749462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.749462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.749462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.749462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.760497] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 in Status: IN_PROGRESS for 2s [ 612.874373] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.874373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.874373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.874373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.875777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.875777] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 is going to be created. [ 612.903276] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.903438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.903507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.903723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.903949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.920152] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: UNINITIALIZED for 2s [ 612.967827] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.127167] env[65216]: INFO networking_nsxv3.common.synchronization [req-b7c79eaf-b07f-48d0-b514-245f82875ea5 req-7a6e886c-b46b-46ce-857c-9f845369adc6 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 613.127167] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 613.127167] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.127167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.127167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.128840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.129297] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.129569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.129961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.130825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.130825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.130825] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.471378] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56400bab-03cd-4e5b-93b9-08e5d88b8c61: rpc.has_security_group_logging(os_id): False [ 613.497025] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.497025] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.497025] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 is going to be created. [ 613.576328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.576518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.576518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.576765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.576959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.593834] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 in Status: IN_PROGRESS for 2s [ 613.614917] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.615150] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.615274] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.615606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.615872] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.616270] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.616469] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.616824] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.617074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.620310] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.620437] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.620550] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.620653] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.621245] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.621389] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.621545] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.633729] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.633981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.633981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.634189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.634289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.634505] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.634611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.634709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.634906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.635029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.635120] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 already deleted. [ 613.635207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.650665] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.650852] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.650991] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.651184] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.651496] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-de400502-c875-4855-b4b9-c80d88e5057f taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.651675] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.651782] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.652189] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.652331] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de400502-c875-4855-b4b9-c80d88e5057f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.852635] env[65216]: INFO networking_nsxv3.common.synchronization [None req-27af70d6-54ef-4775-bfd0-74bc449c9a0e None None] Enqueued Resource ID: 7cc85c97-3c93-46c0-9e9a-48b8204b81dc with Priority: HIGHEST for action port [ 613.853318] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc85c97-3c93-46c0-9e9a-48b8204b81dc with Priority: HIGHEST for action port [ 613.854347] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc85c97-3c93-46c0-9e9a-48b8204b81dc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.854554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc85c97-3c93-46c0-9e9a-48b8204b81dc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.854639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc85c97-3c93-46c0-9e9a-48b8204b81dc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.855040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc85c97-3c93-46c0-9e9a-48b8204b81dc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.855148] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc85c97-3c93-46c0-9e9a-48b8204b81dc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.156304] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c in Status: SUCCESS [ 614.156542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.158699] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.158699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.158699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.158699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.158699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.158699] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port de400502-c875-4855-b4b9-c80d88e5057f not found, creating... [ 614.163372] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.163372] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.163372] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.163763] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: de400502-c875-4855-b4b9-c80d88e5057f is going to be created. [ 614.186501] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.186712] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.186827] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.188248] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.188248] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.188248] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.358249] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cc85c97-3c93-46c0-9e9a-48b8204b81dc [ 614.358704] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.358959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.359114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.362173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.362173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.362404] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cc85c97-3c93-46c0-9e9a-48b8204b81dc already deleted. [ 614.362650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc85c97-3c93-46c0-9e9a-48b8204b81dc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.771951] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 in Status: IN_PROGRESS for 4s [ 614.929329] env[65216]: INFO networking_nsxv3.common.synchronization [req-b7c79eaf-b07f-48d0-b514-245f82875ea5 req-75547439-f6ae-4b19-99c9-187e10c2a25e service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 614.929634] env[65216]: INFO networking_nsxv3.common.synchronization [req-b7c79eaf-b07f-48d0-b514-245f82875ea5 req-75547439-f6ae-4b19-99c9-187e10c2a25e service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 614.929686] env[65216]: INFO networking_nsxv3.common.synchronization [req-b7c79eaf-b07f-48d0-b514-245f82875ea5 req-75547439-f6ae-4b19-99c9-187e10c2a25e service nova] Enqueued Resource ID: de400502-c875-4855-b4b9-c80d88e5057f with Priority: HIGHEST for action port [ 614.930335] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 614.930502] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 614.930610] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de400502-c875-4855-b4b9-c80d88e5057f with Priority: HIGHEST for action port [ 614.930919] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.932027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.932159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.932489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.932674] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.934205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.935173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.935173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.935173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.935173] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.935173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.935173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.935461] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.935647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.935834] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.937344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-de400502-c875-4855-b4b9-c80d88e5057f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.937543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.937661] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.941809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.941809] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de400502-c875-4855-b4b9-c80d88e5057f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.941809] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: SUCCESS [ 614.941809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.941979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.942196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.942840] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.942840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.942840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.942840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.942840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.942840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.942840] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.443328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.443555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.443807] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.445033] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de400502-c875-4855-b4b9-c80d88e5057f with status ACTIVE [ 615.445331] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.445437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.445498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.445774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.445834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.448658] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.448953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.449048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.449249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.449345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.449604] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.449714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.449776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.449967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.450058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.450148] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de400502-c875-4855-b4b9-c80d88e5057f is going to be updated. [ 615.452118] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.483201] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.483439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.483439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.483865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.483865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.484164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de400502-c875-4855-b4b9-c80d88e5057f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.615465] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 in Status: SUCCESS [ 615.615465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.953689] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.954833] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9274a6f6-bd40-46ea-ad8f-39b2e5414786: rpc.has_security_group_logging(os_id): False [ 615.972356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.972550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.972550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.972764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.972852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.973124] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.973230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.973292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.973442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.973516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.973602] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 is going to be created. [ 616.036018] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.036018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.036018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.036018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.036018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.046997] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: IN_PROGRESS for 2s [ 616.457534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.457698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.457770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.458033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.458209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.458263] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be created. [ 616.484732] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.484732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.484732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.484732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.484732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.493520] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: UNINITIALIZED for 2s [ 616.783451] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 in Status: SUCCESS [ 616.783729] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750d9e26-c78b-4670-a985-3ac64a5edf29 deletion is rescheduled due to dependency. [ 616.783856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750d9e26-c78b-4670-a985-3ac64a5edf29" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.060234] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: SUCCESS [ 618.061135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.115297] env[65216]: INFO networking_nsxv3.common.synchronization [req-3f45cc5a-e889-4713-b16c-6e09e6a21b3a req-8da554b2-4e52-4ab8-829d-5e2c1f79f201 tempest-ServerDiagnosticsTest-1122107276 tempest-ServerDiagnosticsTest-1122107276-project-member] Enqueued Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_members [ 618.115297] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_members [ 618.116339] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.117627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.118027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.118404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.118695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.118930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.119171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.119438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.119904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.121159] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.505705] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 618.505705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.505705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.505705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.506017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.506017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.506017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.507016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.507016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.507016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.507016] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.626207] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.626390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.626457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.626718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.626812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.627022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.627132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.627221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.627359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.627436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.627523] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b already deleted. [ 618.627604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.700748] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.701042] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.701241] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.701588] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.701877] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.702104] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.702261] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.702501] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.702638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.702835] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.702948] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.703067] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.703173] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.703277] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.703379] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.703505] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.722802] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.722970] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.723118] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.723286] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.723592] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-f19e6b6a-522b-428c-8932-48865e15d2b2 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.723762] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.723876] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.724290] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.724427] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19e6b6a-522b-428c-8932-48865e15d2b2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.009537] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.009731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.009731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.010022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.010158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.010775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.010775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.010775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.010775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.010775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.010993] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.011050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.011088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.011237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.011377] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.011470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.011529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.011665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.011751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.011910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.011948] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.226522] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.227382] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.227504] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.227746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.227892] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.228056] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port f19e6b6a-522b-428c-8932-48865e15d2b2 not found, creating... [ 619.228346] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.228502] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.228613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.228834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.228967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.229284] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.229477] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.229597] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.229840] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.229982] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.230145] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: f19e6b6a-522b-428c-8932-48865e15d2b2 is going to be created. [ 619.254428] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.254623] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.254764] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.255119] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.255491] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.255854] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.515360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2: rpc.has_security_group_logging(os_id): False [ 619.540697] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.541030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.541030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.541763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.541763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.541763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.541955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.541995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.542532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.542532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.542532] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.542532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.542820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.542820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.542820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.542997] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.543152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.543214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.543314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.543401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.543520] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be created. [ 619.640204] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.640333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.640836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.640836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.641534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.659047] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 620.060954] env[65216]: INFO networking_nsxv3.common.synchronization [req-3f45cc5a-e889-4713-b16c-6e09e6a21b3a req-c914ef8b-e8d0-43d1-90d6-f23abdfd12d2 service nova] Enqueued Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_rules [ 620.060954] env[65216]: INFO networking_nsxv3.common.synchronization [req-3f45cc5a-e889-4713-b16c-6e09e6a21b3a req-c914ef8b-e8d0-43d1-90d6-f23abdfd12d2 service nova] Enqueued Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_members [ 620.060954] env[65216]: INFO networking_nsxv3.common.synchronization [req-3f45cc5a-e889-4713-b16c-6e09e6a21b3a req-c914ef8b-e8d0-43d1-90d6-f23abdfd12d2 service nova] Enqueued Resource ID: f19e6b6a-522b-428c-8932-48865e15d2b2 with Priority: HIGHEST for action port [ 620.060954] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_rules [ 620.060954] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_members [ 620.060954] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19e6b6a-522b-428c-8932-48865e15d2b2 with Priority: HIGHEST for action port [ 620.060954] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.061488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.061659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.062046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.062374] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.064137] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.064492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.064746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.065050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.065417] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.067196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.067196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.067196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.067196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.067196] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.068145] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f19e6b6a-522b-428c-8932-48865e15d2b2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.068358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.070222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.070222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.070222] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19e6b6a-522b-428c-8932-48865e15d2b2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.573284] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.573526] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.573526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.573626] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f19e6b6a-522b-428c-8932-48865e15d2b2 with status ACTIVE [ 620.573727] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.573842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.573908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.574153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.575370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.575370] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.575370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.575370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.575370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.575370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.575370] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.575370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.576447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.576618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.576694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.576784] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f19e6b6a-522b-428c-8932-48865e15d2b2 is going to be updated. [ 620.602575] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.602575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.602575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.602730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.603483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.603483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f19e6b6a-522b-428c-8932-48865e15d2b2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.083105] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.584826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.585164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.585230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.585447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.585537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.585641] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b is going to be created. [ 621.610915] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.611114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.611223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.611717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.611717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.621373] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b in Status: UNINITIALIZED for 2s [ 621.670567] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 621.670811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.750297] env[65216]: INFO networking_nsxv3.common.synchronization [req-3b1d986b-3b9d-4958-a692-a900ce300485 req-9c3a9f49-cff8-4928-a8a4-1fb4e1d9022e tempest-ServerMetadataNegativeTestJSON-873665902 tempest-ServerMetadataNegativeTestJSON-873665902-project-member] Enqueued Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_members [ 621.750297] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_members [ 621.750483] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5cc281-94c8-4111-9dea-d14c3ab2698f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.750483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.753516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.754135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.754135] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.754270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.754329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.755719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.755719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.755719] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.154382] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.154382] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-676" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.154382] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-676" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.154915] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-676" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.155711] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.155954] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.156119] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.156397] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.156626] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.156955] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.157208] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.157332] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.157441] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.157547] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.157650] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.157780] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.185315] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.185517] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.185648] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.185852] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-676" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.186260] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.186469] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.186588] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.186967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.187392] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1fb7531-7510-4bc7-ad66-7b1c6a59bc38',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.260720] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.260994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.261137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.261403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.261463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.261788] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.262626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.262626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.262626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.262626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.262626] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f already deleted. [ 622.262626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.690971] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.691675] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.692154] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.692837] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.693100] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.693531] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 not found, creating... [ 622.693914] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.694339] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.694525] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.694832] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.695063] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.695474] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.695720] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.695901] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.696260] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.696491] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.696669] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 is going to be created. [ 622.720929] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.721538] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.721777] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.722133] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.722390] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.722633] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.457852] env[65216]: INFO networking_nsxv3.common.synchronization [req-3b1d986b-3b9d-4958-a692-a900ce300485 req-2a1bd742-5887-4ab9-ae86-6f1f40ab7b28 service nova] Enqueued Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_rules [ 623.458034] env[65216]: INFO networking_nsxv3.common.synchronization [req-3b1d986b-3b9d-4958-a692-a900ce300485 req-2a1bd742-5887-4ab9-ae86-6f1f40ab7b28 service nova] Enqueued Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_members [ 623.458170] env[65216]: INFO networking_nsxv3.common.synchronization [req-3b1d986b-3b9d-4958-a692-a900ce300485 req-2a1bd742-5887-4ab9-ae86-6f1f40ab7b28 service nova] Enqueued Resource ID: b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 with Priority: HIGHEST for action port [ 623.458700] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_rules [ 623.458835] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_members [ 623.458945] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 with Priority: HIGHEST for action port [ 623.459773] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5cc281-94c8-4111-9dea-d14c3ab2698f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.460376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.460479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.460770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.460968] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.464840] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5cc281-94c8-4111-9dea-d14c3ab2698f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.464840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.464840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.464840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.464840] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.464840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.464840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.464840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.464840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.464840] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.466512] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.466719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.466822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.467017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.467360] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1fb7531-7510-4bc7-ad66-7b1c6a59bc38',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.631915] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b in Status: SUCCESS [ 623.632206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.632332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.632597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.632864] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.633059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.633202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.633319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.633472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.633524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.633603] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.970590] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.974032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5cc281-94c8-4111-9dea-d14c3ab2698f taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974032] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 with status ACTIVE [ 623.974032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.974032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.974032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.974032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.975034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.975131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.975541] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1fb7531-7510-4bc7-ad66-7b1c6a59bc38 is going to be updated. [ 624.003150] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.003150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.003150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.003150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.003150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.003150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1fb7531-7510-4bc7-ad66-7b1c6a59bc38" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.136091] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.136455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.136647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.136952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.137246] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.137497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.137648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.137915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.138109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.138326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.138606] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.138935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.139092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.139354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.139645] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.139857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.141203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.141203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.141203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.141203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.141203] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.477658] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.643293] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c67c0b46-0dd0-465a-b6fa-48c4b0d0458b: rpc.has_security_group_logging(os_id): False [ 624.665382] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.665382] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.665382] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.666196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.666196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.666196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.666196] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.666410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.666410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.666533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.666658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.666796] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b is going to be created. [ 624.742904] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.743069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.743141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.743435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.743534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.757191] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b in Status: IN_PROGRESS for 2s [ 624.985034] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.985034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.985034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.985034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.985034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.985034] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f is going to be created. [ 625.017374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.017374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.017374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.017374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.017374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.029187] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f in Status: UNINITIALIZED for 2s [ 625.319271] env[65216]: INFO networking_nsxv3.common.synchronization [None req-aae4c563-448e-46ff-ac3c-5050d0ea6a57 None None] Enqueued Resource ID: 45007592-a50b-40e9-8c3c-9a4ca19016c3 with Priority: HIGHEST for action port [ 625.319271] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45007592-a50b-40e9-8c3c-9a4ca19016c3 with Priority: HIGHEST for action port [ 625.319271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-45007592-a50b-40e9-8c3c-9a4ca19016c3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.320047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45007592-a50b-40e9-8c3c-9a4ca19016c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.320131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45007592-a50b-40e9-8c3c-9a4ca19016c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.320517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45007592-a50b-40e9-8c3c-9a4ca19016c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.320517] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45007592-a50b-40e9-8c3c-9a4ca19016c3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.825561] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45007592-a50b-40e9-8c3c-9a4ca19016c3 [ 625.825773] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.825911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.825980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.826236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.826334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.826429] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45007592-a50b-40e9-8c3c-9a4ca19016c3 already deleted. [ 625.826510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45007592-a50b-40e9-8c3c-9a4ca19016c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.773882] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b in Status: SUCCESS [ 626.774460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.041314] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f in Status: SUCCESS [ 627.042448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.043043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.046036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.046036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.046036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.046036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.046036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.046036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.046036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.046036] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.547790] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5cc281-94c8-4111-9dea-d14c3ab2698f taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.547948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.549537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.549850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.550111] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.550233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.550298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.550473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.550573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.550814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.551024] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5cc281-94c8-4111-9dea-d14c3ab2698f taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.551155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.551236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.552031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.552031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.552031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.552031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.552031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.552031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.552347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.552347] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.036381] env[65216]: INFO networking_nsxv3.common.synchronization [None req-652c0840-5dc0-448c-bd6d-419ff161c3f0 None None] Enqueued Resource ID: e3d225fb-b857-46e5-ba2d-c88d6227bb4b with Priority: HIGHEST for action port [ 628.037952] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d225fb-b857-46e5-ba2d-c88d6227bb4b with Priority: HIGHEST for action port [ 628.037952] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d225fb-b857-46e5-ba2d-c88d6227bb4b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.037952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d225fb-b857-46e5-ba2d-c88d6227bb4b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.037952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d225fb-b857-46e5-ba2d-c88d6227bb4b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.037952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d225fb-b857-46e5-ba2d-c88d6227bb4b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.037952] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d225fb-b857-46e5-ba2d-c88d6227bb4b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.058053] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb5cc281-94c8-4111-9dea-d14c3ab2698f: rpc.has_security_group_logging(os_id): False [ 628.080698] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.083141] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.083141] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.083141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.083896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.086795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.086795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.086795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.086795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.086795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.086795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.086795] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f is going to be created. [ 628.156197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.157370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.157370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.157573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.157875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.178044] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f in Status: IN_PROGRESS for 2s [ 628.541482] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3d225fb-b857-46e5-ba2d-c88d6227bb4b [ 628.541572] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.541640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.541756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.541914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.542012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.542399] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3d225fb-b857-46e5-ba2d-c88d6227bb4b already deleted. [ 628.542399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d225fb-b857-46e5-ba2d-c88d6227bb4b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.791415] env[65216]: INFO networking_nsxv3.common.synchronization [req-34f635e7-64b3-470d-9927-9c3387fb52cc req-873cf124-afea-4a9d-900e-60da02c436bf tempest-ServersWithSpecificFlavorTestJSON-323888540 tempest-ServersWithSpecificFlavorTestJSON-323888540-project-member] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 629.791804] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 629.792441] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.792585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.792654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.792925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.793138] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.793272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.793370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.793559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.793688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.793798] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.194356] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f in Status: SUCCESS [ 630.194575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.273601] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.274321] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.274321] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.274577] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.274784] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.276166] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.276166] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.276166] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.276166] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.276166] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.276166] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.276166] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.276166] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.276166] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.276166] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.276564] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.296643] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.296643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.296643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.296643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.296643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.296643] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.297121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.297121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.297121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.297121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.297121] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 already deleted. [ 630.297277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.298423] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.298537] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.299289] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.299481] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.299775] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.299935] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.300240] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.300335] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.300472] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfeaa0c-1050-48bd-a5b6-d78ae33cb763',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.804201] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.804504] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.804504] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.804671] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.804812] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.804972] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 not found, creating... [ 630.805302] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.805476] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.805589] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.805872] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.806216] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.806290] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.806492] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.806717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.806859] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.806918] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.807070] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 is going to be created. [ 630.835853] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.836085] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.836501] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.836833] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.837087] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.837324] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.850250] env[65216]: INFO networking_nsxv3.common.synchronization [req-d3855f09-fcf5-40e9-acd3-62975ed634f1 req-6f95c76e-6efa-48e4-92ba-eed2e51d1d75 tempest-ServerAddressesTestJSON-375013737 tempest-ServerAddressesTestJSON-375013737-project-member] Enqueued Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_members [ 630.850955] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGHEST for action security_group_members [ 630.851413] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.851610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.851738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.852709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.852709] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.852709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.852945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.853042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.853099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.853160] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.356310] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.356431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.356475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.356775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.356870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.357152] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.357288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.357387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.357578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.357679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.357798] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 is going to be updated. [ 631.388074] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.388309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.388375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.389023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.389023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.398458] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 in Status: IN_PROGRESS for 2s [ 631.549123] env[65216]: INFO networking_nsxv3.common.synchronization [req-34f635e7-64b3-470d-9927-9c3387fb52cc req-407080bc-012a-465e-b382-899d1b61cfdc service nova] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 631.549387] env[65216]: INFO networking_nsxv3.common.synchronization [req-34f635e7-64b3-470d-9927-9c3387fb52cc req-407080bc-012a-465e-b382-899d1b61cfdc service nova] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 631.549463] env[65216]: INFO networking_nsxv3.common.synchronization [req-34f635e7-64b3-470d-9927-9c3387fb52cc req-407080bc-012a-465e-b382-899d1b61cfdc service nova] Enqueued Resource ID: 1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 with Priority: HIGHEST for action port [ 631.549636] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 631.549787] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 631.549857] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 with Priority: HIGHEST for action port [ 631.550773] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.550955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.550955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.551175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.551259] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.555020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.555020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.555020] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.555020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.555020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.555020] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfeaa0c-1050-48bd-a5b6-d78ae33cb763',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.056141] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.057842] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.057842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.058172] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 with status ACTIVE [ 632.058172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.058354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.058422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.058894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.058894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.059064] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.059245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.059374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.059524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.060957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.060957] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.060957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.060957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.060957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.060957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.060957] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dfeaa0c-1050-48bd-a5b6-d78ae33cb763 is going to be updated. [ 632.085611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.085765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.085816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.086023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.086164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.086325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dfeaa0c-1050-48bd-a5b6-d78ae33cb763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.563964] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.053697] env[65216]: INFO networking_nsxv3.common.synchronization [None req-55356e86-7ba1-4861-bf37-ee519f2a9999 None None] Enqueued Resource ID: 46b952fb-b2d6-400d-a69b-83e8e010b066 with Priority: HIGHEST for action port [ 633.054324] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b952fb-b2d6-400d-a69b-83e8e010b066 with Priority: HIGHEST for action port [ 633.055035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-46b952fb-b2d6-400d-a69b-83e8e010b066 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.055035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46b952fb-b2d6-400d-a69b-83e8e010b066" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.055035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46b952fb-b2d6-400d-a69b-83e8e010b066" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.055307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46b952fb-b2d6-400d-a69b-83e8e010b066" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.055307] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46b952fb-b2d6-400d-a69b-83e8e010b066',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.069729] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.070140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.070140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.070255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.070299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.070383] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 is going to be created. [ 633.095745] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.096079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.096079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.096188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.096371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.108166] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: UNINITIALIZED for 2s [ 633.281256] env[65216]: INFO networking_nsxv3.common.synchronization [None req-e3e3fad4-c5ab-4756-873d-aaa0ba466e7e None None] Enqueued Resource ID: c97553a7-299e-415a-9b34-0131f96426f4 with Priority: HIGHEST for action port [ 633.281256] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97553a7-299e-415a-9b34-0131f96426f4 with Priority: HIGHEST for action port [ 633.281256] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c97553a7-299e-415a-9b34-0131f96426f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.281721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c97553a7-299e-415a-9b34-0131f96426f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.281896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c97553a7-299e-415a-9b34-0131f96426f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.282943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c97553a7-299e-415a-9b34-0131f96426f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.283397] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97553a7-299e-415a-9b34-0131f96426f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.408610] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 in Status: SUCCESS [ 633.408748] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 deletion is rescheduled due to dependency. [ 633.408866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.560917] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46b952fb-b2d6-400d-a69b-83e8e010b066 [ 633.560917] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.560917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.560917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.560917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.560917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.560917] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46b952fb-b2d6-400d-a69b-83e8e010b066 already deleted. [ 633.560917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46b952fb-b2d6-400d-a69b-83e8e010b066" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.785608] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c97553a7-299e-415a-9b34-0131f96426f4 [ 633.785752] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.785908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.785908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.786477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.786477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.786477] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c97553a7-299e-415a-9b34-0131f96426f4 already deleted. [ 633.786733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c97553a7-299e-415a-9b34-0131f96426f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.638995] env[65216]: INFO networking_nsxv3.common.synchronization [req-1b1a4b02-0781-4abd-9554-e7b67b0d9d81 req-bbbf4e0b-a044-4e8d-831f-d40605d2c99d tempest-TenantUsagesTestJSON-1481467133 tempest-TenantUsagesTestJSON-1481467133-project-member] Enqueued Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_members [ 634.638995] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_members [ 634.638995] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.638995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.638995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.640892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.640892] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.640892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.640892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.640892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.640892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.640892] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.084188] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.084371] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.084485] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.084749] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.084991] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.085181] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.088207] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.088207] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.088207] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.088207] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.088207] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.088207] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.088207] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.088207] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.088207] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.088207] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.110310] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.110504] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.110642] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.110810] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.111636] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-8cda9fc1-5ae2-4214-b909-057a57dea66c taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.111636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.111636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.111867] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.111916] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cda9fc1-5ae2-4214-b909-057a57dea66c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.123983] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: SUCCESS [ 635.124284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.124455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.124695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.124893] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.125529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.125705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.125911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.126008] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.127312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.127312] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.143100] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.143384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.143483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.143730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.143837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.144222] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.144358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.144404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.144607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.144682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.144786] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc already deleted. [ 635.144885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.615418] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.615660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.615780] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.616093] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.616240] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.616390] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 8cda9fc1-5ae2-4214-b909-057a57dea66c not found, creating... [ 635.616651] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.616801] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.616911] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.617143] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.617275] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.617540] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.617687] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.617796] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.617989] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.620438] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.620612] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 8cda9fc1-5ae2-4214-b909-057a57dea66c is going to be created. [ 635.631922] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.641740] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.642151] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.642151] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.642502] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.642808] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.643097] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.134487] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2db07692-d6b0-48f3-868a-c527df62cf97: rpc.has_security_group_logging(os_id): False [ 636.157672] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.157898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.157898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.158082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.158154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.162215] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.162215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.162215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.162215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.162215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.162215] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 is going to be created. [ 636.186274] env[65216]: INFO networking_nsxv3.common.synchronization [None req-ebe8bf8a-dbec-45b8-9a58-ab8965f8271c None None] Enqueued Resource ID: a37bfd31-8791-46b8-86b4-94c05c231d92 with Priority: HIGHEST for action port [ 636.187283] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37bfd31-8791-46b8-86b4-94c05c231d92 with Priority: HIGHEST for action port [ 636.187679] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a37bfd31-8791-46b8-86b4-94c05c231d92 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.187807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a37bfd31-8791-46b8-86b4-94c05c231d92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.187902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a37bfd31-8791-46b8-86b4-94c05c231d92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.188172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a37bfd31-8791-46b8-86b4-94c05c231d92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.188288] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37bfd31-8791-46b8-86b4-94c05c231d92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.266020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.266020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.266020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.266020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.266020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.287271] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: IN_PROGRESS for 2s [ 636.411839] env[65216]: INFO networking_nsxv3.common.synchronization [req-1b1a4b02-0781-4abd-9554-e7b67b0d9d81 req-eac196bd-a252-495f-90c5-53fb3b83b577 service nova] Enqueued Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_rules [ 636.411839] env[65216]: INFO networking_nsxv3.common.synchronization [req-1b1a4b02-0781-4abd-9554-e7b67b0d9d81 req-eac196bd-a252-495f-90c5-53fb3b83b577 service nova] Enqueued Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_members [ 636.415506] env[65216]: INFO networking_nsxv3.common.synchronization [req-1b1a4b02-0781-4abd-9554-e7b67b0d9d81 req-eac196bd-a252-495f-90c5-53fb3b83b577 service nova] Enqueued Resource ID: 8cda9fc1-5ae2-4214-b909-057a57dea66c with Priority: HIGHEST for action port [ 636.415506] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_rules [ 636.415506] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_members [ 636.415506] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cda9fc1-5ae2-4214-b909-057a57dea66c with Priority: HIGHEST for action port [ 636.415506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.415506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.415506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.415506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.415506] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.415506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.415506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.415920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.415920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.415920] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.416114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.419263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.419263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.419263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.419865] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.420402] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cda9fc1-5ae2-4214-b909-057a57dea66c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.420402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.420561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.420599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.420665] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cda9fc1-5ae2-4214-b909-057a57dea66c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.692139] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a37bfd31-8791-46b8-86b4-94c05c231d92 [ 636.692139] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.692423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.692423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.692489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.694103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.694103] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a37bfd31-8791-46b8-86b4-94c05c231d92 already deleted. [ 636.694103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a37bfd31-8791-46b8-86b4-94c05c231d92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.826025] env[65216]: INFO networking_nsxv3.common.synchronization [None req-fd9ca2b8-0562-448b-9919-6d8173c005a9 None None] Enqueued Resource ID: b64fa56f-024e-4e5e-971d-ad3394d0f4f7 with Priority: HIGHEST for action port [ 636.826634] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64fa56f-024e-4e5e-971d-ad3394d0f4f7 with Priority: HIGHEST for action port [ 636.830048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b64fa56f-024e-4e5e-971d-ad3394d0f4f7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.830048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b64fa56f-024e-4e5e-971d-ad3394d0f4f7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.830048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b64fa56f-024e-4e5e-971d-ad3394d0f4f7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.830048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b64fa56f-024e-4e5e-971d-ad3394d0f4f7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.830048] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b64fa56f-024e-4e5e-971d-ad3394d0f4f7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.923051] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.923523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.927023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.927023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cda9fc1-5ae2-4214-b909-057a57dea66c with status ACTIVE [ 636.927023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.927023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.927023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.927023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.928338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.928338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.928338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.928338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.928338] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cda9fc1-5ae2-4214-b909-057a57dea66c is going to be updated. [ 636.950830] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.951045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.951131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.951328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.951521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.951693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cda9fc1-5ae2-4214-b909-057a57dea66c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.170808] env[65216]: INFO networking_nsxv3.common.synchronization [None req-7c64cac8-d429-497c-9dcc-cd5ca97a120f None None] Enqueued Resource ID: 5f5de540-dbd4-4c70-8183-44576e432d32 with Priority: HIGHEST for action port [ 637.171388] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5de540-dbd4-4c70-8183-44576e432d32 with Priority: HIGHEST for action port [ 637.171793] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f5de540-dbd4-4c70-8183-44576e432d32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.171793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f5de540-dbd4-4c70-8183-44576e432d32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.172273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f5de540-dbd4-4c70-8183-44576e432d32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.172273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f5de540-dbd4-4c70-8183-44576e432d32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.172273] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5de540-dbd4-4c70-8183-44576e432d32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.334014] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b64fa56f-024e-4e5e-971d-ad3394d0f4f7 [ 637.334014] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.334014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.334014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.334014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.334014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.334014] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b64fa56f-024e-4e5e-971d-ad3394d0f4f7 already deleted. [ 637.334014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b64fa56f-024e-4e5e-971d-ad3394d0f4f7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.433556] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.677494] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f5de540-dbd4-4c70-8183-44576e432d32 [ 637.677494] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.677494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.677494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.677494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.677494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.677494] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f5de540-dbd4-4c70-8183-44576e432d32 already deleted. [ 637.677494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f5de540-dbd4-4c70-8183-44576e432d32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.931372] env[65216]: INFO networking_nsxv3.common.synchronization [req-38783ea1-a1d6-4279-b8ec-04923d03d6e8 req-6e60b4e3-6b1d-4fac-92c1-d0480bf04873 tempest-DeleteServersAdminTestJSON-881591683 tempest-DeleteServersAdminTestJSON-881591683-project-member] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 637.932594] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 637.932594] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.932594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.932594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.932791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.932835] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.932925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.932990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.933159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.933247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.933342] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.934430] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.934585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.934637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.934767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.934845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.934940] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc is going to be created. [ 637.964543] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.964690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.964755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.965035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.965227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.979292] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc in Status: UNINITIALIZED for 2s [ 638.019438] env[65216]: INFO networking_nsxv3.common.synchronization [req-281bbb03-b1b9-4c72-9e33-dc6addd9447b req-22ed5b88-f734-4ffc-bf25-7a2ebf22125f tempest-ServerDiagnosticsTest-1122107276 tempest-ServerDiagnosticsTest-1122107276-project-member] Enqueued Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_members [ 638.019887] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGHEST for action security_group_members [ 638.020209] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.020334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.020398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.020605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.020755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.020848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.020906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.021265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.021363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.021458] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.299571] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: SUCCESS [ 638.299779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.439533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.439719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.439771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.442023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.442023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.442023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.442023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.442023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.442023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.442023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.442023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be updated. [ 638.469383] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.469550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.469598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.469857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.469950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.480189] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: IN_PROGRESS for 2s [ 638.524102] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.524329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.524329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.524581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.524679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.524894] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.525020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.525085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.525304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.525407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.525500] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b is going to be updated. [ 638.555559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.555779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.555779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.555957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.556122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.567260] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b in Status: IN_PROGRESS for 2s [ 638.673021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.673021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.673021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.673021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.673021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.673346] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.673346] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.673427] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.673566] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.673831] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.673956] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.674108] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.674272] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.674387] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.674489] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.674616] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.693736] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.693948] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.694114] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.694371] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.694690] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.694874] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.695015] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.695332] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.695496] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21a1206c-5dc6-4b80-b66c-6b8e39e652aa',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.198625] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.198910] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.198910] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.199283] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.199395] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.199487] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 21a1206c-5dc6-4b80-b66c-6b8e39e652aa not found, creating... [ 639.199748] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.199906] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.200017] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.200231] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.200363] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.200634] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.200805] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.200925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.201210] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.201317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.201468] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 21a1206c-5dc6-4b80-b66c-6b8e39e652aa is going to be created. [ 639.223323] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.223531] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.223653] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.223918] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.224222] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.224445] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.239751] env[65216]: INFO networking_nsxv3.common.synchronization [None req-8434e262-ed5c-44a1-b063-b1a1102da830 None None] Enqueued Resource ID: c1f3cbf9-2168-40c3-907f-50fef3d96fc9 with Priority: HIGHEST for action port [ 639.240526] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f3cbf9-2168-40c3-907f-50fef3d96fc9 with Priority: HIGHEST for action port [ 639.240861] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f3cbf9-2168-40c3-907f-50fef3d96fc9 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.241154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f3cbf9-2168-40c3-907f-50fef3d96fc9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.241241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f3cbf9-2168-40c3-907f-50fef3d96fc9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.241561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f3cbf9-2168-40c3-907f-50fef3d96fc9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.241674] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f3cbf9-2168-40c3-907f-50fef3d96fc9',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.247900] env[65216]: INFO networking_nsxv3.common.synchronization [None req-d4a01432-30cd-4cce-820b-0d36742f8f49 None None] Enqueued Resource ID: 8361fbb6-0aa6-4ea3-a67e-9b358513e9a5 with Priority: HIGHEST for action port [ 639.248156] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8361fbb6-0aa6-4ea3-a67e-9b358513e9a5 with Priority: HIGHEST for action port [ 639.249496] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8361fbb6-0aa6-4ea3-a67e-9b358513e9a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.249632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8361fbb6-0aa6-4ea3-a67e-9b358513e9a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.249702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8361fbb6-0aa6-4ea3-a67e-9b358513e9a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.250045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8361fbb6-0aa6-4ea3-a67e-9b358513e9a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.250264] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8361fbb6-0aa6-4ea3-a67e-9b358513e9a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.744897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1f3cbf9-2168-40c3-907f-50fef3d96fc9 [ 639.745094] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.745259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.745400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.745623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.745697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.745744] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1f3cbf9-2168-40c3-907f-50fef3d96fc9 already deleted. [ 639.745827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f3cbf9-2168-40c3-907f-50fef3d96fc9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.756058] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8361fbb6-0aa6-4ea3-a67e-9b358513e9a5 [ 639.756058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.756058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.756058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.756058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.756058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.756058] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8361fbb6-0aa6-4ea3-a67e-9b358513e9a5 already deleted. [ 639.756058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8361fbb6-0aa6-4ea3-a67e-9b358513e9a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.982923] env[65216]: INFO networking_nsxv3.common.synchronization [req-38783ea1-a1d6-4279-b8ec-04923d03d6e8 req-7cc16da7-2820-46ab-a3c0-94294ac761b5 service nova] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_rules [ 639.983129] env[65216]: INFO networking_nsxv3.common.synchronization [req-38783ea1-a1d6-4279-b8ec-04923d03d6e8 req-7cc16da7-2820-46ab-a3c0-94294ac761b5 service nova] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 639.983265] env[65216]: INFO networking_nsxv3.common.synchronization [req-38783ea1-a1d6-4279-b8ec-04923d03d6e8 req-7cc16da7-2820-46ab-a3c0-94294ac761b5 service nova] Enqueued Resource ID: 21a1206c-5dc6-4b80-b66c-6b8e39e652aa with Priority: HIGHEST for action port [ 639.983784] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_rules [ 639.983911] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 639.984021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a1206c-5dc6-4b80-b66c-6b8e39e652aa with Priority: HIGHEST for action port [ 639.984716] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.984781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.985195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.985195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.985195] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.988472] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.988472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.988472] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.988472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.989173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.989173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.989173] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21a1206c-5dc6-4b80-b66c-6b8e39e652aa',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.994145] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc in Status: SUCCESS [ 639.994145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.994145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.994145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.994427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.994488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.994541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.994750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.994815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.994879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.994968] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.491581] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.492487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.493417] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21a1206c-5dc6-4b80-b66c-6b8e39e652aa with status ACTIVE [ 640.493762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.493961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.494089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.494433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.494550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.494762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.494861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.496437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.496437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.496437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.496437] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.496437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.496437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.496437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.496437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.497332] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21a1206c-5dc6-4b80-b66c-6b8e39e652aa is going to be updated. [ 640.502691] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: SUCCESS [ 640.503039] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 deletion is rescheduled due to dependency. [ 640.503442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.503835] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.504022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.504132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.504387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.504614] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.504770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.504870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.505097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.505232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.505388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.505578] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.505718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.505822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.506126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.506205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.507411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.507411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.507411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.507411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.507411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.507411] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.508116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.508338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.508540] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.508685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.508784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.508966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.509105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.509234] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.535251] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.535421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.535504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.536240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.536395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.536560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21a1206c-5dc6-4b80-b66c-6b8e39e652aa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.580699] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b in Status: SUCCESS [ 640.580917] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b deletion is rescheduled due to dependency. [ 640.581152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.011527] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb6cd83a-4db0-470a-8464-7b2a5dd837cc: rpc.has_security_group_logging(os_id): False [ 641.012782] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.039960] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.040178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.040462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.040548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.040779] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.040879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.041112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.041198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.041414] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.041531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.041576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.041696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.041767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.042332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.042450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.042450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.043213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.043294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.043329] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc is going to be created. [ 641.113879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.119951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.119951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.119951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.119951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.139223] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc in Status: IN_PROGRESS for 2s [ 641.430648] env[65216]: INFO networking_nsxv3.common.synchronization [None req-d9295779-a0f9-498c-ac85-cf24741a0bb1 None None] Enqueued Resource ID: f8ffb356-6cf2-46d3-b4de-2d5f2e141fec with Priority: HIGHEST for action port [ 641.431987] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ffb356-6cf2-46d3-b4de-2d5f2e141fec with Priority: HIGHEST for action port [ 641.431987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ffb356-6cf2-46d3-b4de-2d5f2e141fec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.432407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ffb356-6cf2-46d3-b4de-2d5f2e141fec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.432646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ffb356-6cf2-46d3-b4de-2d5f2e141fec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.433086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ffb356-6cf2-46d3-b4de-2d5f2e141fec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.434458] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ffb356-6cf2-46d3-b4de-2d5f2e141fec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.516253] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.587092] env[65216]: INFO networking_nsxv3.common.synchronization [req-f152847f-c774-4331-a277-e0fbdcd95181 req-f53f7b49-a753-466e-8497-e40783ca516f tempest-ServerActionsV293TestJSON-712596796 tempest-ServerActionsV293TestJSON-712596796-project-member] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_members [ 641.587092] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_members [ 641.587092] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.587092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.587092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.587998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.588172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.588280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.588338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.588534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.588684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.588773] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.935394] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8ffb356-6cf2-46d3-b4de-2d5f2e141fec [ 641.935678] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.935878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.935981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.936213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.936306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.936391] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8ffb356-6cf2-46d3-b4de-2d5f2e141fec already deleted. [ 641.936475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ffb356-6cf2-46d3-b4de-2d5f2e141fec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.962038] env[65216]: INFO networking_nsxv3.common.synchronization [None req-1b6325d1-9dad-4240-bb12-98aab1f6c647 None None] Enqueued Resource ID: 2bfc5155-9696-4f59-a6e9-750c23608372 with Priority: HIGHEST for action port [ 641.962038] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfc5155-9696-4f59-a6e9-750c23608372 with Priority: HIGHEST for action port [ 641.962038] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bfc5155-9696-4f59-a6e9-750c23608372 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.962038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bfc5155-9696-4f59-a6e9-750c23608372" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.962294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bfc5155-9696-4f59-a6e9-750c23608372" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.962592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bfc5155-9696-4f59-a6e9-750c23608372" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.962592] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bfc5155-9696-4f59-a6e9-750c23608372',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.021033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.021033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.021033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.021033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.021303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.021303] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be updated. [ 642.027153] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.027153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-848" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.027275] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-848" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.027803] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-848" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.028482] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.028482] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.028671] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.028791] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.028987] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.029598] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.029598] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.029598] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.029769] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.031147] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.031147] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.031147] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.050630] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.050741] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.050875] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.051062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-848" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.051377] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-de154f85-2104-49c3-a86a-92cbe21af108 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.051640] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.051760] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.052081] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.052228] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de154f85-2104-49c3-a86a-92cbe21af108',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.061047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.061047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.061047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.061047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.061047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.074764] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: IN_PROGRESS for 2s [ 642.091450] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.091590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.091882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.091974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092196] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.092333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.092379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.092507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.092733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092733] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 already deleted. [ 642.092831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.465842] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bfc5155-9696-4f59-a6e9-750c23608372 [ 642.466066] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.466212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.466283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.466500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.466591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.466688] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bfc5155-9696-4f59-a6e9-750c23608372 already deleted. [ 642.466771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bfc5155-9696-4f59-a6e9-750c23608372" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.555951] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.556769] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.556769] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.556769] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.557027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.557027] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port de154f85-2104-49c3-a86a-92cbe21af108 not found, creating... [ 642.557948] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.557948] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.557948] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.558178] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.558476] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.559129] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.559490] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.560052] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.560130] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.560290] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.560537] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: de154f85-2104-49c3-a86a-92cbe21af108 is going to be created. [ 642.616460] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.616773] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.616935] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.617381] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.617717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.618082] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.151259] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc in Status: SUCCESS [ 643.151625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.317086] env[65216]: INFO networking_nsxv3.common.synchronization [req-f152847f-c774-4331-a277-e0fbdcd95181 req-7c026f58-c675-4efa-b572-c6d9e0da15f4 service nova] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_rules [ 643.317086] env[65216]: INFO networking_nsxv3.common.synchronization [req-f152847f-c774-4331-a277-e0fbdcd95181 req-7c026f58-c675-4efa-b572-c6d9e0da15f4 service nova] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_members [ 643.317086] env[65216]: INFO networking_nsxv3.common.synchronization [req-f152847f-c774-4331-a277-e0fbdcd95181 req-7c026f58-c675-4efa-b572-c6d9e0da15f4 service nova] Enqueued Resource ID: de154f85-2104-49c3-a86a-92cbe21af108 with Priority: HIGHEST for action port [ 643.317086] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_rules [ 643.317086] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_members [ 643.318708] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de154f85-2104-49c3-a86a-92cbe21af108 with Priority: HIGHEST for action port [ 643.319224] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.319513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.319710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.320309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.320505] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.322116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.322383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.322617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.323025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.323294] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.324628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.324628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.324628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.324628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.324628] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.328364] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-de154f85-2104-49c3-a86a-92cbe21af108 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.328364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.328364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.328364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.328364] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de154f85-2104-49c3-a86a-92cbe21af108',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.826628] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.831087] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de154f85-2104-49c3-a86a-92cbe21af108 with status ACTIVE [ 643.831303] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.831441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.831521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.831752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.831857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.832072] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.832826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.832945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.833198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.833236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.833427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.833536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.833607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.833760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.833848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.833963] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de154f85-2104-49c3-a86a-92cbe21af108 is going to be updated. [ 643.836099] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.836348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.874967] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.874967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.874967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.874967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.875324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.875436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de154f85-2104-49c3-a86a-92cbe21af108" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.086762] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: SUCCESS [ 644.087795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.088351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.088578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.088777] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.088899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.088966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.089136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.089219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.089303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.089396] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.112623] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ee7d30c-a040-4d1a-8d8e-0028c78ee4e3 req-ed68a49f-bfa4-4f5a-bb00-4ad8d0fbd45d tempest-ServersAdminNegativeTestJSON-9282933 tempest-ServersAdminNegativeTestJSON-9282933-project-member] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 644.114255] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 644.114608] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.114895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.114895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.115127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.115340] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.115524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.115657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.115852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.115961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.117139] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.331565] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.594811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.594811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.594811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.594811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.594811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.595947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.595947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.595947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.595947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.595947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.595947] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.620417] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.620417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.620417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.620618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.620695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.620897] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.621047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.621125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.621233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.621310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.621406] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e already deleted. [ 644.621491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.837517] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.837816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.837816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.837913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.838010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.838109] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 is going to be created. [ 644.872071] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.872402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.872470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.872689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.872854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.885101] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: UNINITIALIZED for 2s [ 644.895796] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.896188] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.897023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.897402] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.899656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.899656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.899656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.899656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.899656] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.899656] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.899656] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.899656] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.899656] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.899656] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.899656] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.921898] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.922092] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.922163] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.922361] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.922671] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-c32527f9-dd35-4cc1-9146-465988b17aad taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.922834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.922967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.923352] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.923486] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32527f9-dd35-4cc1-9146-465988b17aad',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.101972] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2712777-2ea3-450b-9901-649cd27585a4: rpc.has_security_group_logging(os_id): False [ 645.126740] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.126740] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.126740] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.126740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.130690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.130690] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.130690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.130690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.130690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.130690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.130690] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be updated. [ 645.198878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.199961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.200095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.200303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.200447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.218912] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: IN_PROGRESS for 2s [ 645.256425] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6359d76c-45fc-4153-a573-acf94e29e232 None None] Enqueued Resource ID: 146dc8e7-a89f-4974-ae4d-7bfec3905636 with Priority: HIGHEST for action port [ 645.257303] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146dc8e7-a89f-4974-ae4d-7bfec3905636 with Priority: HIGHEST for action port [ 645.257777] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-146dc8e7-a89f-4974-ae4d-7bfec3905636 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.257968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146dc8e7-a89f-4974-ae4d-7bfec3905636" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.258099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146dc8e7-a89f-4974-ae4d-7bfec3905636" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.260087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146dc8e7-a89f-4974-ae4d-7bfec3905636" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.260219] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146dc8e7-a89f-4974-ae4d-7bfec3905636',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.429325] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.429325] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port c32527f9-dd35-4cc1-9146-465988b17aad not found, creating... [ 645.429325] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.429325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.432290] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.432391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.432613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.432725] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.432861] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.433065] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: c32527f9-dd35-4cc1-9146-465988b17aad is going to be created. [ 645.460299] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.460299] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.460299] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.460299] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.460299] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.460299] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.763224] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146dc8e7-a89f-4974-ae4d-7bfec3905636 [ 645.763520] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.763739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.763857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.764203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.764422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.764581] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146dc8e7-a89f-4974-ae4d-7bfec3905636 already deleted. [ 645.764730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146dc8e7-a89f-4974-ae4d-7bfec3905636" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.214282] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ee7d30c-a040-4d1a-8d8e-0028c78ee4e3 req-bbbd5a3f-b2ef-4ee6-b7e0-299cf08a3a41 service nova] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_rules [ 646.214607] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ee7d30c-a040-4d1a-8d8e-0028c78ee4e3 req-bbbd5a3f-b2ef-4ee6-b7e0-299cf08a3a41 service nova] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 646.214607] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ee7d30c-a040-4d1a-8d8e-0028c78ee4e3 req-bbbd5a3f-b2ef-4ee6-b7e0-299cf08a3a41 service nova] Enqueued Resource ID: c32527f9-dd35-4cc1-9146-465988b17aad with Priority: HIGHEST for action port [ 646.215198] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_rules [ 646.215263] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 646.216579] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32527f9-dd35-4cc1-9146-465988b17aad with Priority: HIGHEST for action port [ 646.216579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.216579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.216579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.216579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.216579] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.217077] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.217205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.217272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.217450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.218265] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.218265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.218265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.218265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.218265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.218265] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.219882] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c32527f9-dd35-4cc1-9146-465988b17aad taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.221521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.221603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.221767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.221848] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32527f9-dd35-4cc1-9146-465988b17aad',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.723335] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.726592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.726592] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.728902] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c32527f9-dd35-4cc1-9146-465988b17aad with status ACTIVE [ 646.728902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.728902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.728902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.729539] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.729539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.729539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.729539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.729539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.729539] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c32527f9-dd35-4cc1-9146-465988b17aad is going to be updated. [ 646.756524] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.756733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.756787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.757112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.757331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.757496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c32527f9-dd35-4cc1-9146-465988b17aad" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.790400] env[65216]: INFO networking_nsxv3.common.synchronization [req-175827eb-dc57-4d40-916d-ba537ff206be req-0c6fc412-77ce-4ff3-aa17-748c42535195 tempest-ServerRescueTestJSON-487602121 tempest-ServerRescueTestJSON-487602121-project-member] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 646.791035] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 646.791428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.791574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.791655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.791860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.792534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.792662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.792730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.792913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.793017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.793090] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.898721] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: SUCCESS [ 646.900243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.900475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.900936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.901232] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.901399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.901507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.901843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.901843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.902032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.903010] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.228285] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.236269] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: SUCCESS [ 647.236607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.295548] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.330332] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.330332] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.330846] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.331262] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.331707] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.331863] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.333328] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.333328] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.333328] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.333328] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.333328] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.333865] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.333865] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.333865] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.334031] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.337423] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.362609] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.362609] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.362609] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.362848] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-593" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.363284] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-5192e9ef-f70c-42b3-8a5d-955d134a6410 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.363284] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.363792] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.363792] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.363792] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5192e9ef-f70c-42b3-8a5d-955d134a6410',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.409682] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.732732] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.732926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.732974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.733256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.733354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.733455] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be created. [ 647.773488] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.773673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.773718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.773902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.774121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.789234] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: UNINITIALIZED for 2s [ 647.799918] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.871418] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.871764] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.871975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.872284] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.872443] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.872598] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 5192e9ef-f70c-42b3-8a5d-955d134a6410 not found, creating... [ 647.872960] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.873093] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.873182] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.873415] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.873555] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.874020] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.874164] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.874226] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.874581] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.874741] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.874886] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 5192e9ef-f70c-42b3-8a5d-955d134a6410 is going to be created. [ 647.901910] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.902232] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.902368] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.902712] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.903248] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.903248] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.918522] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0313728b-b859-43fa-85af-f245f52c95b3: rpc.has_security_group_logging(os_id): False [ 647.945359] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.945513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.945581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.945910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.946122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.946320] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.946458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.946526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.946738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.946845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.946972] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 is going to be created. [ 648.102411] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.102643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.102709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.102964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.103358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.120170] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: IN_PROGRESS for 2s [ 648.303483] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.303483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.303483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.303982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.303982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.303982] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be updated. [ 648.340136] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.340756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.340835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.341247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.341469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.354959] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: IN_PROGRESS for 2s [ 648.744822] env[65216]: INFO networking_nsxv3.common.synchronization [req-175827eb-dc57-4d40-916d-ba537ff206be req-bb0a417a-1755-44ac-90bc-0e3fdb5c5d4d service nova] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_rules [ 648.744822] env[65216]: INFO networking_nsxv3.common.synchronization [req-175827eb-dc57-4d40-916d-ba537ff206be req-bb0a417a-1755-44ac-90bc-0e3fdb5c5d4d service nova] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 648.744997] env[65216]: INFO networking_nsxv3.common.synchronization [req-175827eb-dc57-4d40-916d-ba537ff206be req-bb0a417a-1755-44ac-90bc-0e3fdb5c5d4d service nova] Enqueued Resource ID: 5192e9ef-f70c-42b3-8a5d-955d134a6410 with Priority: HIGHEST for action port [ 648.745838] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_rules [ 648.745838] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 648.746040] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5192e9ef-f70c-42b3-8a5d-955d134a6410 with Priority: HIGHEST for action port [ 648.746337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.746645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.746645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.747500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.748040] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.748835] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.749251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.749505] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-5192e9ef-f70c-42b3-8a5d-955d134a6410 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.749643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.751217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.751217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.751217] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5192e9ef-f70c-42b3-8a5d-955d134a6410',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.252683] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.252878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.253044] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5192e9ef-f70c-42b3-8a5d-955d134a6410 with status ACTIVE [ 649.253216] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.253369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.253494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.253608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.253703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.253901] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.254018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.254018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.254323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.254323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.254474] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.254560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.254612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.254759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.254831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.254913] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5192e9ef-f70c-42b3-8a5d-955d134a6410 is going to be updated. [ 649.281023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.281023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.281023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.281023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.281023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.281023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5192e9ef-f70c-42b3-8a5d-955d134a6410" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.799982] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 649.800346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.800462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.800674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.800898] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.801042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.801111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.801309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.801395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.801503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.801603] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.139119] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: SUCCESS [ 650.140043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.308532] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.308694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.308737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.308975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.309163] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.309265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.309328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.309482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.309568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.309654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.309800] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.309893] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.309952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.310107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.310246] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.310336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.310398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.310581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.310621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.310676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.310762] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.366432] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: SUCCESS [ 650.366432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.366432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.367319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.367319] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.367319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.367319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.367319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.367618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.367618] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.816199] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e21c4d8-3978-4ae4-959a-f0c77679512e: rpc.has_security_group_logging(os_id): False [ 650.836047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.836234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.836288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.836512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.836685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.837037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.837225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.837298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.837472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.837552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.837741] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.837859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.837927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.838113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.838194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.838541] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.838685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.838737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.838880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.838953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.839050] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be created. [ 650.870753] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.936396] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.936544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.936636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.936868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.937116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.956393] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: IN_PROGRESS for 2s [ 651.375270] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.876632] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.877129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.877129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.877250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.877250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.877354] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be updated. [ 651.918507] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.918625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.918668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.919255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.919255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.932016] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: IN_PROGRESS for 2s [ 652.922055] env[65216]: INFO networking_nsxv3.common.synchronization [None req-d98303f8-b31f-416a-9f1a-50aec889dca1 None None] Enqueued Resource ID: 38d11481-842e-4d69-b32d-9dbfd2a38deb with Priority: HIGHEST for action port [ 652.923230] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d11481-842e-4d69-b32d-9dbfd2a38deb with Priority: HIGHEST for action port [ 652.925984] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d11481-842e-4d69-b32d-9dbfd2a38deb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.925984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d11481-842e-4d69-b32d-9dbfd2a38deb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.925984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d11481-842e-4d69-b32d-9dbfd2a38deb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.925984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d11481-842e-4d69-b32d-9dbfd2a38deb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.925984] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d11481-842e-4d69-b32d-9dbfd2a38deb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.970975] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 652.970975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.093668] env[65216]: INFO networking_nsxv3.common.synchronization [None req-7d2cf311-82c6-459e-9a86-dafd7fdbb601 None None] Enqueued Resource ID: 242016d0-f1ed-476c-a8f6-7602526d7cd5 with Priority: HIGHEST for action port [ 653.094363] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 242016d0-f1ed-476c-a8f6-7602526d7cd5 with Priority: HIGHEST for action port [ 653.094684] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-242016d0-f1ed-476c-a8f6-7602526d7cd5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.094814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-242016d0-f1ed-476c-a8f6-7602526d7cd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.094955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-242016d0-f1ed-476c-a8f6-7602526d7cd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.095332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-242016d0-f1ed-476c-a8f6-7602526d7cd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.095332] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242016d0-f1ed-476c-a8f6-7602526d7cd5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.430468] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d11481-842e-4d69-b32d-9dbfd2a38deb [ 653.430468] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.430468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.430468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.430468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.430468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.430468] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d11481-842e-4d69-b32d-9dbfd2a38deb already deleted. [ 653.430468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d11481-842e-4d69-b32d-9dbfd2a38deb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.600594] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 242016d0-f1ed-476c-a8f6-7602526d7cd5 [ 653.601021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.601230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.601295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.601474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.601561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.601713] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:242016d0-f1ed-476c-a8f6-7602526d7cd5 already deleted. [ 653.601769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-242016d0-f1ed-476c-a8f6-7602526d7cd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.790494] env[65216]: INFO networking_nsxv3.common.synchronization [req-22b73322-305a-41ba-8349-97b1b3a8e76a req-c13336b7-ec9e-46da-b074-0cd9eddc37ac tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 653.790997] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 653.791311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.791438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.791503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.792140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.792140] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.792575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.792658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.793729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.793729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.793729] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.945034] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: SUCCESS [ 653.945585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.945585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.945774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.946126] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.946302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.947031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.947031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.947031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.947031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.947031] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.296507] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.296886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.297060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.297060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.297266] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.297391] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.297466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.297730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.297730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.297730] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 already deleted. [ 654.298177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.452028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.452028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.452028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.452028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.452028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.452822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.452822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.452822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.452822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.452822] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.780436] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.782030] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.782293] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.782783] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.783455] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.783575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.783698] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.784124] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.784301] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.784688] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.784993] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.784993] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.785187] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.785366] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.785557] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.785782] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.812080] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.812327] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.812515] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.812671] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.813113] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-0adcf660-f9ee-4b26-ac13-48af20a02de6 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.813234] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.813393] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.813746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.813983] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0adcf660-f9ee-4b26-ac13-48af20a02de6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.962675] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a614ac9-09cb-4732-b087-a95e115c432a: rpc.has_security_group_logging(os_id): False [ 654.984485] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.985466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.985604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.986067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.986067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.986233] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.986412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.986412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.986587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.986704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.986882] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.986988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.987077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.987180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.987248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.987448] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.987740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.987740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.987740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.987969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.987969] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be updated. [ 655.086851] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.086851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.086851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.087269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.087307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.109259] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: IN_PROGRESS for 2s [ 655.322015] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.322847] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.323113] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.323523] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.323763] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.324012] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 0adcf660-f9ee-4b26-ac13-48af20a02de6 not found, creating... [ 655.324612] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.324839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.325043] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.325509] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.325656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.326155] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.326499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.326709] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.327097] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.327321] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.327561] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 0adcf660-f9ee-4b26-ac13-48af20a02de6 is going to be created. [ 655.359405] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.359669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.359819] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.360214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.360488] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.361367] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.815161] env[65216]: INFO networking_nsxv3.common.synchronization [None req-47917dfe-e61a-48bb-90ba-37019360bace None None] Enqueued Resource ID: f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3 with Priority: HIGHEST for action port [ 655.815763] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3 with Priority: HIGHEST for action port [ 655.816116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.816246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.816315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.816764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.816764] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.223481] env[65216]: INFO networking_nsxv3.common.synchronization [req-22b73322-305a-41ba-8349-97b1b3a8e76a req-0caebdab-9985-4870-a5c7-c12a76fb5402 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 656.223751] env[65216]: INFO networking_nsxv3.common.synchronization [req-22b73322-305a-41ba-8349-97b1b3a8e76a req-0caebdab-9985-4870-a5c7-c12a76fb5402 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 656.224194] env[65216]: INFO networking_nsxv3.common.synchronization [req-22b73322-305a-41ba-8349-97b1b3a8e76a req-0caebdab-9985-4870-a5c7-c12a76fb5402 service nova] Enqueued Resource ID: 0adcf660-f9ee-4b26-ac13-48af20a02de6 with Priority: HIGHEST for action port [ 656.224535] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 656.224682] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 656.224832] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0adcf660-f9ee-4b26-ac13-48af20a02de6 with Priority: HIGHEST for action port [ 656.225136] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.225454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.225454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.225753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.225753] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.227311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.228196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.228196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.228405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.228602] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.228727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.228801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.229324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.229324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.229324] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.230474] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-0adcf660-f9ee-4b26-ac13-48af20a02de6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.230474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.230474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.231022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.231022] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0adcf660-f9ee-4b26-ac13-48af20a02de6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.319284] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3 [ 656.319493] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.319668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.319738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.319966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.320071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.320206] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3 already deleted. [ 656.320347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6fe25cf-c2d9-4e13-bd28-49fddd1e40c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.341422] env[65216]: INFO networking_nsxv3.common.synchronization [None req-addce356-5488-4b90-9c83-44acb5cefdc2 None None] Enqueued Resource ID: b0923b0d-e676-451f-915c-a813918bc8ef with Priority: HIGHEST for action port [ 656.342135] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0923b0d-e676-451f-915c-a813918bc8ef with Priority: HIGHEST for action port [ 656.342565] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0923b0d-e676-451f-915c-a813918bc8ef taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.342720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0923b0d-e676-451f-915c-a813918bc8ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.342784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0923b0d-e676-451f-915c-a813918bc8ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.343067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0923b0d-e676-451f-915c-a813918bc8ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.343155] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0923b0d-e676-451f-915c-a813918bc8ef',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.732675] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.734557] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.734557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.734557] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0adcf660-f9ee-4b26-ac13-48af20a02de6 with status ACTIVE [ 656.734759] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.734836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.734884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.735100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.735210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.735489] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.735616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.735682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.735854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.735958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738659] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.738659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.738659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.738659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.738659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738659] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0adcf660-f9ee-4b26-ac13-48af20a02de6 is going to be updated. [ 656.760736] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.760874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.760941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.761440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.761440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.761557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0adcf660-f9ee-4b26-ac13-48af20a02de6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.846212] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0923b0d-e676-451f-915c-a813918bc8ef [ 656.846460] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.846563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.846780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.846877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.846935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.847031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0923b0d-e676-451f-915c-a813918bc8ef already deleted. [ 656.847494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0923b0d-e676-451f-915c-a813918bc8ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.995224] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ecc8903-e086-41c2-9b3a-9b3341e601fa req-c7719e91-a655-4cd1-9d69-bc5305b7a007 tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 656.995858] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 656.996329] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.996479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.996616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.996910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.997257] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.997257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.997400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.997462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.997563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.997662] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.122126] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: SUCCESS [ 657.122401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.235507] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.500841] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.500841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.500841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.500841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.500841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.501156] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.501156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.501156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.501427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.501427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.501553] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc already deleted. [ 657.501553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.571691] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c2fd2b48-102b-4821-afb8-c7d1d215c6e4 None None] Enqueued Resource ID: dd86d655-85fc-4ef4-bec5-8bb6c59842c8 with Priority: HIGHEST for action port [ 657.571691] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd86d655-85fc-4ef4-bec5-8bb6c59842c8 with Priority: HIGHEST for action port [ 657.571913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd86d655-85fc-4ef4-bec5-8bb6c59842c8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.572088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd86d655-85fc-4ef4-bec5-8bb6c59842c8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.572195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd86d655-85fc-4ef4-bec5-8bb6c59842c8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.572527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd86d655-85fc-4ef4-bec5-8bb6c59842c8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.572649] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd86d655-85fc-4ef4-bec5-8bb6c59842c8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.655719] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.655719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.655719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.655719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.655719] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.655719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.655719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.655719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.655719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.655719] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.656368] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.656368] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.656606] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.656808] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.656957] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.657068] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.676728] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.678739] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.678739] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.678739] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.678739] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-315d7048-daeb-4dda-a9e5-e9671ceeca5d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.678739] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.678739] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.679174] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.679174] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315d7048-daeb-4dda-a9e5-e9671ceeca5d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.737723] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.737953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.738071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.738331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.738504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.738504] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be created. [ 657.768701] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.768866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.768934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.769264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.769363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.782479] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: UNINITIALIZED for 2s [ 658.075642] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd86d655-85fc-4ef4-bec5-8bb6c59842c8 [ 658.075642] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.075642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.075642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.075642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.076089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.076089] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd86d655-85fc-4ef4-bec5-8bb6c59842c8 already deleted. [ 658.076089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd86d655-85fc-4ef4-bec5-8bb6c59842c8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.183985] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.183985] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.183985] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.184396] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.184595] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.184784] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 315d7048-daeb-4dda-a9e5-e9671ceeca5d not found, creating... [ 658.185190] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185795] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185980] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.186346] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.186419] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.186793] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.187092] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.187250] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.187571] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.187636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.187762] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 315d7048-daeb-4dda-a9e5-e9671ceeca5d is going to be created. [ 658.210444] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.210731] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.210809] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.211102] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.211393] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.211652] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.937498] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ecc8903-e086-41c2-9b3a-9b3341e601fa req-b9065834-9f8c-42e4-a16e-0cf33b82ac50 service nova] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_rules [ 658.937498] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ecc8903-e086-41c2-9b3a-9b3341e601fa req-b9065834-9f8c-42e4-a16e-0cf33b82ac50 service nova] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 658.937498] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ecc8903-e086-41c2-9b3a-9b3341e601fa req-b9065834-9f8c-42e4-a16e-0cf33b82ac50 service nova] Enqueued Resource ID: 315d7048-daeb-4dda-a9e5-e9671ceeca5d with Priority: HIGHEST for action port [ 658.938039] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_rules [ 658.938039] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 658.938039] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315d7048-daeb-4dda-a9e5-e9671ceeca5d with Priority: HIGHEST for action port [ 658.939071] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.939071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.939071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.939335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.939431] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.944010] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.944010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.944010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.944010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.944010] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.944010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.944010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.944010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.944010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.944492] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.946032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-315d7048-daeb-4dda-a9e5-e9671ceeca5d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.946154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.946200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.946354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.946426] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315d7048-daeb-4dda-a9e5-e9671ceeca5d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.170892] env[65216]: INFO networking_nsxv3.common.synchronization [req-616a834a-363e-481e-9553-ee3bbd7cc3a9 req-43b4c19a-b5d7-4d4a-8a37-ee39bcc58cbd tempest-VolumesAdminNegativeTest-1182880065 tempest-VolumesAdminNegativeTest-1182880065-project-member] Enqueued Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_members [ 659.171874] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_members [ 659.172505] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.172505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.172505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.172768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.172941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.173097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.173211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.173312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.173393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.173519] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.448982] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.450492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.450492] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.451556] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 315d7048-daeb-4dda-a9e5-e9671ceeca5d with status ACTIVE [ 659.452063] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.453032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.453032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.453032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.453032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.453354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.457854] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.457854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.457854] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 315d7048-daeb-4dda-a9e5-e9671ceeca5d is going to be updated. [ 659.490370] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.490370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.490370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.490370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.490370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.490370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315d7048-daeb-4dda-a9e5-e9671ceeca5d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.663422] env[65216]: INFO networking_nsxv3.common.synchronization [None req-538d852d-0fbe-4f7f-84b8-e0da49cae553 None None] Enqueued Resource ID: 03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb with Priority: HIGHEST for action port [ 659.664047] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb with Priority: HIGHEST for action port [ 659.664528] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.664766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.664889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.665490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.665643] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.676654] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.676654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.676654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.677945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.677945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.677945] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.677945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.677945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.677945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.677945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.679461] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a already deleted. [ 659.679764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.797023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.797023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.797023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.797023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.823035] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.824100] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-800" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.824100] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-800" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.824548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-800" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.824753] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.824885] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.825062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.825396] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.825635] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.825887] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.826422] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.826422] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.826422] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.826806] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.826806] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.826926] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.850565] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.850777] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.850962] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.851050] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-800" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.851363] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-353d0ead-3e50-442b-8816-b74407a49b09 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.851518] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.851671] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.851946] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.852100] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353d0ead-3e50-442b-8816-b74407a49b09',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.951869] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.170047] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb [ 660.170047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.170047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.170047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.170047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.170047] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb already deleted. [ 660.170047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a3517d-5dc2-4dd2-b9c2-aa33ee8b0dcb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.300274] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.300454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.300536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.300803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.300964] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.301095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.301159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.301339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.301427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.301525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.301686] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.301781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.301854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.302022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.302168] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.302250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.302402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.302463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.302541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.302623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.302712] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.355376] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.355665] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.355665] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.355904] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.356062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.356217] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 353d0ead-3e50-442b-8816-b74407a49b09 not found, creating... [ 660.356476] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.356662] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.356776] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.357018] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.357162] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.357466] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.357643] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.357759] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.358033] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.358200] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.358355] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 353d0ead-3e50-442b-8816-b74407a49b09 is going to be created. [ 660.387604] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.388884] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.389042] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.389336] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.389629] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.389912] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.455399] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.455637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.459091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.459091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.459091] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be created. [ 660.492295] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.492531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.492582] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.492917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.493065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.509395] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: UNINITIALIZED for 2s [ 660.806657] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6: rpc.has_security_group_logging(os_id): False [ 660.832671] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.832908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.832980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.833289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.833410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.836363] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.836363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.836363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.836363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.836363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.836363] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.837137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.837238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.837490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.837577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.837810] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.837921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.837987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.838139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.838209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.838298] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be created. [ 660.937683] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5d16bc5e-3dad-4911-9c93-28e49d1c1b48 None None] Enqueued Resource ID: c6d0620f-a270-4f0b-9970-0a16e803d545 with Priority: HIGHEST for action port [ 660.938374] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0620f-a270-4f0b-9970-0a16e803d545 with Priority: HIGHEST for action port [ 660.938602] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d0620f-a270-4f0b-9970-0a16e803d545 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.939326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d0620f-a270-4f0b-9970-0a16e803d545" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.939326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d0620f-a270-4f0b-9970-0a16e803d545" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.939326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d0620f-a270-4f0b-9970-0a16e803d545" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.939326] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d0620f-a270-4f0b-9970-0a16e803d545',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.941470] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.941470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.941470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.944909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.945189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.958821] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 661.298725] env[65216]: INFO networking_nsxv3.common.synchronization [req-616a834a-363e-481e-9553-ee3bbd7cc3a9 req-59d3bdab-f022-49d9-8a6d-1cc3aabd9b1f service nova] Enqueued Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_rules [ 661.298913] env[65216]: INFO networking_nsxv3.common.synchronization [req-616a834a-363e-481e-9553-ee3bbd7cc3a9 req-59d3bdab-f022-49d9-8a6d-1cc3aabd9b1f service nova] Enqueued Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_members [ 661.299058] env[65216]: INFO networking_nsxv3.common.synchronization [req-616a834a-363e-481e-9553-ee3bbd7cc3a9 req-59d3bdab-f022-49d9-8a6d-1cc3aabd9b1f service nova] Enqueued Resource ID: 353d0ead-3e50-442b-8816-b74407a49b09 with Priority: HIGHEST for action port [ 661.300337] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_rules [ 661.300391] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_members [ 661.300495] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353d0ead-3e50-442b-8816-b74407a49b09 with Priority: HIGHEST for action port [ 661.300935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.301070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.301070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.301399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.301447] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.302667] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.302806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.302991] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.303144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.303310] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.303419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.303483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.303632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.303999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.303999] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.304466] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-353d0ead-3e50-442b-8816-b74407a49b09 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.304596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.304823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.304823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.304927] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353d0ead-3e50-442b-8816-b74407a49b09',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.448082] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6d0620f-a270-4f0b-9970-0a16e803d545 [ 661.448323] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.448523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.448621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.448894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.448894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.449025] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6d0620f-a270-4f0b-9970-0a16e803d545 already deleted. [ 661.449060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d0620f-a270-4f0b-9970-0a16e803d545" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.592361] env[65216]: INFO networking_nsxv3.common.synchronization [None req-3cc9635c-baf9-43d1-b706-95ec37dfcadc None None] Enqueued Resource ID: 60b7780e-93c2-456a-89db-7bb187810de0 with Priority: HIGHEST for action port [ 661.592361] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b7780e-93c2-456a-89db-7bb187810de0 with Priority: HIGHEST for action port [ 661.592361] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b7780e-93c2-456a-89db-7bb187810de0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.592361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b7780e-93c2-456a-89db-7bb187810de0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.592836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b7780e-93c2-456a-89db-7bb187810de0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.593223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b7780e-93c2-456a-89db-7bb187810de0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.593417] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b7780e-93c2-456a-89db-7bb187810de0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.806941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.807098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.807326] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 353d0ead-3e50-442b-8816-b74407a49b09 with status ACTIVE [ 661.807500] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.807606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.807662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.807903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.807994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.808170] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.808278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.808316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.808472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.808548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.808725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.808816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.808879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.809018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.809089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.809181] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 353d0ead-3e50-442b-8816-b74407a49b09 is going to be updated. [ 661.811740] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.821681] env[65216]: INFO networking_nsxv3.common.synchronization [None req-11dcdab7-89cb-4069-8f20-2561acbd3201 tempest-ServersV294TestFqdnHostnames-771532201 tempest-ServersV294TestFqdnHostnames-771532201-project-member] Enqueued Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_rules [ 661.822265] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_rules [ 661.823826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f491219f-21d7-4c50-ab69-85f03eb6bc65 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.823826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.823826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.824198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.824310] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.838799] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.839327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.839327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.839669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.840061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.840141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353d0ead-3e50-442b-8816-b74407a49b09" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.928602] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f8790de3-c723-41cd-a1b4-2473c219b4a8 tempest-ServersV294TestFqdnHostnames-771532201 tempest-ServersV294TestFqdnHostnames-771532201-project-member] Enqueued Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_rules [ 661.929933] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_rules [ 661.930572] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f491219f-21d7-4c50-ab69-85f03eb6bc65 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.930690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.098282] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60b7780e-93c2-456a-89db-7bb187810de0 [ 662.099381] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.099381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.099381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.099381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.099381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.099381] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60b7780e-93c2-456a-89db-7bb187810de0 already deleted. [ 662.099381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b7780e-93c2-456a-89db-7bb187810de0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.315368] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.356452] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.356735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.356735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.357336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.357616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.357871] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 already deleted. [ 662.357997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.358290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.358672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.358769] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.521762] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 662.522411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.522537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.522798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.523027] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.523588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.523588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.523588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.523588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.523588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.523852] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.820467] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.820467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.820467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.820467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.820467] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a is going to be created. [ 662.847717] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.847920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.847920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.848594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.848770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.859597] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a in Status: UNINITIALIZED for 2s [ 662.876719] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f0e29b65-833d-4d69-80c4-7009b7199d2c tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 662.877395] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 662.877826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.879334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.879334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.879334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.879334] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.880865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.881138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.881464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.881744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.882440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.882440] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 already deleted. [ 662.882440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.981275] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 662.981421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.016441] env[65216]: INFO networking_nsxv3.common.synchronization [None req-105f5e3d-accf-42a5-a1f5-9645a3cdb8e0 tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 663.016793] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 663.018641] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.018641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.028166] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.028306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.028376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.028630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.028849] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.028973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.029051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.029403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029561] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.029616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.029658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.029897] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.029985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.030054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.030186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.030260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.030339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.030423] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.405546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.406088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.406088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.406088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.406088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.406308] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 already deleted. [ 663.406308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.406451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.406568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.406664] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.532329] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e76a1d33-93e7-4ced-9134-2c2050dd7ccc: rpc.has_security_group_logging(os_id): False [ 663.552459] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.552623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.552684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.553145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.553281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.553543] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.553652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.553716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.553889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.553971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.555161] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.555331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.555398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.555514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.555588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.555772] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.555866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.555968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.556073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.556146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.556232] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be created. [ 663.628515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.628667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.628746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.629011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.629229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.650539] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 663.928075] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.928245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.928312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.928503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.928591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.928682] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 already deleted. [ 663.928760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.873759] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a in Status: SUCCESS [ 664.874038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.874038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.875039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.875039] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.875039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.875039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.875039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.875039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.875360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.875360] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.975647] env[65216]: INFO networking_nsxv3.common.synchronization [None req-076bd989-cc0a-495e-8c7e-cabe0c7fbdd6 None None] Enqueued Resource ID: eb6a7271-a62b-4703-b8a3-94f6904d94ba with Priority: HIGHEST for action port [ 664.976473] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6a7271-a62b-4703-b8a3-94f6904d94ba with Priority: HIGHEST for action port [ 664.976985] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6a7271-a62b-4703-b8a3-94f6904d94ba taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.977665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6a7271-a62b-4703-b8a3-94f6904d94ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.977665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6a7271-a62b-4703-b8a3-94f6904d94ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.977665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6a7271-a62b-4703-b8a3-94f6904d94ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.977878] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6a7271-a62b-4703-b8a3-94f6904d94ba',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.378793] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.378919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.378919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.379278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.379495] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.379612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.379673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.380197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.380197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.380197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.380197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.380550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.380550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.380550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.380654] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.380797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.380848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.382194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.382520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.382616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.382723] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.481303] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb6a7271-a62b-4703-b8a3-94f6904d94ba [ 665.481515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.481690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.481690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.481874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.481981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.482115] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb6a7271-a62b-4703-b8a3-94f6904d94ba already deleted. [ 665.482243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6a7271-a62b-4703-b8a3-94f6904d94ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.668408] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 665.668636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.886020] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839b4e1b-c442-4dd4-987a-f0cb567d890a: rpc.has_security_group_logging(os_id): False [ 665.903825] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.904035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.904105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.904308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.904734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.904734] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.904734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.905063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.905063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.905063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.905208] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.905336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.905373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.905519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.905567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.905779] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.905862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.905862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.906010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.906087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.906191] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a is going to be created. [ 665.969527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.969730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.969845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.970116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.970366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.994199] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a in Status: IN_PROGRESS for 2s [ 668.011019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a in Status: SUCCESS [ 668.011316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.350292] env[65216]: INFO networking_nsxv3.common.synchronization [req-715657c7-7fbd-4c81-af6f-396d38f2abb6 req-7ad29e39-ffcf-4289-ab1d-85bf3518ed64 tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 668.351494] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 668.351494] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.352689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.353061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.356934] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.356934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.356934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.356934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.356934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.356934] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.716788] env[65216]: INFO networking_nsxv3.common.synchronization [None req-3e485f6b-8c3d-47a8-a209-bad14ce707d1 None None] Enqueued Resource ID: ec90344b-b723-4a11-a9fe-6f9a0f2af9dd with Priority: HIGHEST for action port [ 668.716788] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec90344b-b723-4a11-a9fe-6f9a0f2af9dd with Priority: HIGHEST for action port [ 668.717009] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec90344b-b723-4a11-a9fe-6f9a0f2af9dd taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.717260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec90344b-b723-4a11-a9fe-6f9a0f2af9dd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.717336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec90344b-b723-4a11-a9fe-6f9a0f2af9dd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.717598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec90344b-b723-4a11-a9fe-6f9a0f2af9dd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.717697] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec90344b-b723-4a11-a9fe-6f9a0f2af9dd',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.858070] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.039378] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.039806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.039806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.040404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.040404] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.040404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.040748] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.040748] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.040853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.041044] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.041141] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.041226] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.041326] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.041429] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.041530] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.041654] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.064018] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.064251] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.064406] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.064693] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.065074] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-29eb0340-c464-465d-924a-47a4b4619dee taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.065289] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.065456] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.065977] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.066054] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29eb0340-c464-465d-924a-47a4b4619dee',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.221583] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec90344b-b723-4a11-a9fe-6f9a0f2af9dd [ 669.221809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.222014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.222144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.222377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.222472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.222568] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec90344b-b723-4a11-a9fe-6f9a0f2af9dd already deleted. [ 669.222649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec90344b-b723-4a11-a9fe-6f9a0f2af9dd" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.253703] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2d985d6b-42dd-43da-8ae8-7170650d0878 None None] Enqueued Resource ID: 7cf82fcc-49b4-41f0-a012-890da1b48eb6 with Priority: HIGHEST for action port [ 669.253962] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf82fcc-49b4-41f0-a012-890da1b48eb6 with Priority: HIGHEST for action port [ 669.254559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cf82fcc-49b4-41f0-a012-890da1b48eb6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.254921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cf82fcc-49b4-41f0-a012-890da1b48eb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.254921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cf82fcc-49b4-41f0-a012-890da1b48eb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.255052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cf82fcc-49b4-41f0-a012-890da1b48eb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.255089] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cf82fcc-49b4-41f0-a012-890da1b48eb6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.364543] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.569053] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.569367] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.569502] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.569804] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.569956] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.570131] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 29eb0340-c464-465d-924a-47a4b4619dee not found, creating... [ 669.571117] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.571117] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.571117] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.571117] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.571117] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.571452] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.571600] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.572668] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.572668] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.572668] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.572668] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 29eb0340-c464-465d-924a-47a4b4619dee is going to be created. [ 669.614322] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.615171] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.615486] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.616213] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.616600] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.616983] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.759064] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cf82fcc-49b4-41f0-a012-890da1b48eb6 [ 669.759064] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.759064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.761105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.761105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.761105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.761105] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cf82fcc-49b4-41f0-a012-890da1b48eb6 already deleted. [ 669.761105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cf82fcc-49b4-41f0-a012-890da1b48eb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.866765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.867535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.867826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.869151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.869151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.869151] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be updated. [ 669.901217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.901382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.901429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.902364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.902490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.913252] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 670.528147] env[65216]: INFO networking_nsxv3.common.synchronization [req-715657c7-7fbd-4c81-af6f-396d38f2abb6 req-92c2c472-b690-4662-bfc9-2e9871a0c433 service nova] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_rules [ 670.528524] env[65216]: INFO networking_nsxv3.common.synchronization [req-715657c7-7fbd-4c81-af6f-396d38f2abb6 req-92c2c472-b690-4662-bfc9-2e9871a0c433 service nova] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 670.528524] env[65216]: INFO networking_nsxv3.common.synchronization [req-715657c7-7fbd-4c81-af6f-396d38f2abb6 req-92c2c472-b690-4662-bfc9-2e9871a0c433 service nova] Enqueued Resource ID: 29eb0340-c464-465d-924a-47a4b4619dee with Priority: HIGHEST for action port [ 670.528963] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_rules [ 670.534376] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 670.534376] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb0340-c464-465d-924a-47a4b4619dee with Priority: HIGHEST for action port [ 670.534376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.534376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.534376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.534854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.534854] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.536116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.536246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.536501] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-29eb0340-c464-465d-924a-47a4b4619dee taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.536603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.537145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.537145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.537314] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29eb0340-c464-465d-924a-47a4b4619dee',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.876393] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-495c9423-39e8-4c26-b0de-c2efac066328 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 670.878145] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 670.878145] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.878145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.878145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.880073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.880776] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.880776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.880776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.881382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.881382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.881382] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.042879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.042879] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29eb0340-c464-465d-924a-47a4b4619dee with status ACTIVE [ 671.042879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.042879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.042879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.043887] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.043887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.043887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.043887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.043887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.043887] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29eb0340-c464-465d-924a-47a4b4619dee is going to be updated. [ 671.079658] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.079942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.079942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.080236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.080418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.080616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29eb0340-c464-465d-924a-47a4b4619dee" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.383739] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.384045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.384136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.384366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.385139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.385139] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.385139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.385139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.385407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.385407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.385407] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 already deleted. [ 671.385577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.738416] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-bff48d38-9d65-4fb4-9f11-2765f7e3085d tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 671.739409] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 671.739409] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.739742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.739742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.739742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.739863] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.740579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.740579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.742528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.742692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.742808] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.926161] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5156ff84-9da4-4f7d-a000-868e83bf0290 None None] Enqueued Resource ID: 039d736e-7cd2-4c0e-b024-11714cdee087 with Priority: HIGHEST for action port [ 671.929580] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 671.929999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.930459] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039d736e-7cd2-4c0e-b024-11714cdee087 with Priority: HIGHEST for action port [ 671.930554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.930724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.930916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.931046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.931632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.931632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.931632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.931632] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.936104] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-039d736e-7cd2-4c0e-b024-11714cdee087 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.936104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-039d736e-7cd2-4c0e-b024-11714cdee087" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.936104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-039d736e-7cd2-4c0e-b024-11714cdee087" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.936104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-039d736e-7cd2-4c0e-b024-11714cdee087" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.936104] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('039d736e-7cd2-4c0e-b024-11714cdee087',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.247492] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.247492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.247492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.247492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.247492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.247894] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.247894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.247894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.248023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.248074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.248151] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 already deleted. [ 672.248229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.422425] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-0fe52c3e-211c-431a-802a-f224b51d48e4 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 672.422996] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 672.424148] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.424614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.424706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.424890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.425105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.425216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.425277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.426189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.426314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.426465] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.436879] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.437819] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 039d736e-7cd2-4c0e-b024-11714cdee087 [ 672.438039] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.438497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.438497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.438497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.438666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.438713] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:039d736e-7cd2-4c0e-b024-11714cdee087 already deleted. [ 672.438782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-039d736e-7cd2-4c0e-b024-11714cdee087" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.931612] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.934909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.934909] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 already deleted. [ 672.934909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.941207] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.961426] env[65216]: INFO networking_nsxv3.common.synchronization [req-0458f072-d6fb-4715-9ee5-b5ed613c6193 req-52728f74-c49f-4518-abdf-9a70d2ed007d tempest-ImagesNegativeTestJSON-1607144903 tempest-ImagesNegativeTestJSON-1607144903-project-member] Enqueued Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_members [ 672.961970] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_members [ 672.962858] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.962858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.962858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.962858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.963907] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.963907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.963907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.963907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.963907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.963907] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.968431] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.968528] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.968570] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.968854] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.969106] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.969254] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.969361] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.970493] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.970493] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.970493] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.970493] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.970685] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.970685] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.970789] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.970898] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.971040] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.992688] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.994027] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.994027] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.994027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.994027] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-3634017d-bf9e-4b88-8783-3f4c7d971554 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.994331] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.994331] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.994490] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.994661] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3634017d-bf9e-4b88-8783-3f4c7d971554',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.314363] env[65216]: INFO networking_nsxv3.common.synchronization [req-b11b64ff-1882-4754-8637-efbf43b90f49 req-b73b4550-beee-4e6f-aa3a-795f5bda53fe tempest-DeleteServersAdminTestJSON-881591683 tempest-DeleteServersAdminTestJSON-881591683-project-member] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 673.314979] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGHEST for action security_group_members [ 673.315344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.315473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.315537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.315948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.316124] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.316225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.316287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.316608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.316608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.316608] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.442971] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.443157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.443230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.443702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.443795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.443897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be updated. [ 673.467993] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.468246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.468246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.468462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.468559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.468818] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.468930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.468999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.469179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.469252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.469336] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 already deleted. [ 673.469416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.475466] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.475667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.475667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.475761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.475965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.484920] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 673.497072] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.497305] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.497409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.497757] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.497903] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.498074] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 3634017d-bf9e-4b88-8783-3f4c7d971554 not found, creating... [ 673.498368] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.498528] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.498660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.498900] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.499097] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.499397] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.499559] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.499687] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.499924] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.500089] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.500237] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 3634017d-bf9e-4b88-8783-3f4c7d971554 is going to be created. [ 673.530850] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.531108] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.531215] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.531487] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.531713] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.531928] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.543287] env[65216]: INFO networking_nsxv3.common.synchronization [req-7769c880-5cfb-4b14-9ab1-1f00e43ce60f req-dac75782-846c-49e5-87af-72011f5c7b76 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 673.543733] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 673.544069] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.544202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.544272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.544466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.544675] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.544780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.544843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.544993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.545091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.545183] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.818934] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.819129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.819183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.819410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.819515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.819830] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.819830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.820117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.820117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.820499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.820499] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be updated. [ 673.858689] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.858918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.858918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.859113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.859249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.870151] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: IN_PROGRESS for 2s [ 674.024361] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.024361] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-616" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.024849] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-616" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.026208] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-616" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.026208] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.026208] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.026208] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.026208] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.026638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.026638] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.026638] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.026875] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.027013] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.027111] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.027210] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.027337] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.047792] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.050035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050035] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 674.053212] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.055122] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.055122] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.055122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-616" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.055122] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-85266e48-a6b5-45cb-a2e6-5f3d91758582 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.055122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055122] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85266e48-a6b5-45cb-a2e6-5f3d91758582',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.089221] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.090481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.090573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.090849] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.091014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.101879] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 674.311818] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-110a1864-2ac1-44c3-86f2-01f54eae5695 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 674.311894] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-110a1864-2ac1-44c3-86f2-01f54eae5695 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 674.312357] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-110a1864-2ac1-44c3-86f2-01f54eae5695 service nova] Enqueued Resource ID: 3634017d-bf9e-4b88-8783-3f4c7d971554 with Priority: HIGHEST for action port [ 674.312524] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 674.312658] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 674.312759] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3634017d-bf9e-4b88-8783-3f4c7d971554 with Priority: HIGHEST for action port [ 674.313035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.313161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.313228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.313508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.313593] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.314799] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.314935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.315014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.315254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.315457] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.315578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.315639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.315783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.315879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.315972] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.316742] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3634017d-bf9e-4b88-8783-3f4c7d971554 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.316889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.316962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.317170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.317270] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3634017d-bf9e-4b88-8783-3f4c7d971554',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.560363] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.560674] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.560792] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.561097] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.561247] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.561401] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 85266e48-a6b5-45cb-a2e6-5f3d91758582 not found, creating... [ 674.561701] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.561830] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.561944] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.562188] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.562351] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.562635] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.562810] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.562931] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.563178] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.563274] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.563410] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 85266e48-a6b5-45cb-a2e6-5f3d91758582 is going to be created. [ 674.596538] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.596780] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.596968] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.597350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.597591] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.597864] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.818762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.819016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.819145] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.820111] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3634017d-bf9e-4b88-8783-3f4c7d971554 with status ACTIVE [ 674.820302] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.820418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.820482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.820687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.820779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.820974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.821090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.823180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.823396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.823488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.823843] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.823944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.824014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.824186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.824349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.824448] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3634017d-bf9e-4b88-8783-3f4c7d971554 is going to be updated. [ 674.863424] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.863679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.863679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.863852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.863995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.864188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3634017d-bf9e-4b88-8783-3f4c7d971554" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.055196] env[65216]: INFO networking_nsxv3.common.synchronization [req-dc9bafca-32c9-4494-8c67-557bb5d14b0c req-8cef33df-7bf6-48f7-9ad1-dfa8b21f524b tempest-TenantUsagesTestJSON-1481467133 tempest-TenantUsagesTestJSON-1481467133-project-member] Enqueued Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_members [ 675.055706] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGHEST for action security_group_members [ 675.056014] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.056145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.056213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.056404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.057036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.057036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.057036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.057036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.057277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.057277] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.305642] env[65216]: INFO networking_nsxv3.common.synchronization [req-0458f072-d6fb-4715-9ee5-b5ed613c6193 req-eae6a616-adf4-437a-ba01-77da38c4f7dd service nova] Enqueued Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_rules [ 675.305862] env[65216]: INFO networking_nsxv3.common.synchronization [req-0458f072-d6fb-4715-9ee5-b5ed613c6193 req-eae6a616-adf4-437a-ba01-77da38c4f7dd service nova] Enqueued Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_members [ 675.305993] env[65216]: INFO networking_nsxv3.common.synchronization [req-0458f072-d6fb-4715-9ee5-b5ed613c6193 req-eae6a616-adf4-437a-ba01-77da38c4f7dd service nova] Enqueued Resource ID: 85266e48-a6b5-45cb-a2e6-5f3d91758582 with Priority: HIGHEST for action port [ 675.306555] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_rules [ 675.306723] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_members [ 675.306790] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85266e48-a6b5-45cb-a2e6-5f3d91758582 with Priority: HIGHEST for action port [ 675.307075] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.307198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.307254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.307506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.307596] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.308434] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.308548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.308611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.308822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.308921] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.309021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.309082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.309227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.309380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.309380] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.310110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-85266e48-a6b5-45cb-a2e6-5f3d91758582 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.310819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.310819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.310819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.310819] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85266e48-a6b5-45cb-a2e6-5f3d91758582',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.326808] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.495269] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 675.495482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.495677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.495912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.496116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.496253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.496290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.496435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.496627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.496692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.496890] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.561641] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.561809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.561880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.562128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.562226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.562438] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.562533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.562610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.562790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.562922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.563051] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc is going to be updated. [ 675.596104] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.596348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.596464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.596768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.596966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.607615] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc in Status: IN_PROGRESS for 2s [ 675.813166] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.814692] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.814860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.815118] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85266e48-a6b5-45cb-a2e6-5f3d91758582 with status ACTIVE [ 675.815358] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.816587] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.816587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.816946] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.816946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.816946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.816946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.816946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.817130] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85266e48-a6b5-45cb-a2e6-5f3d91758582 is going to be updated. [ 675.829610] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.829773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.829872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.830143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.830250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.830357] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be created. [ 675.833291] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.834040] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-610" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.834168] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-610" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.834469] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-610" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.834821] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.835385] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.835504] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.835857] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.836139] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.836480] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.836661] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.836800] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.836906] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.837321] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.837889] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.838060] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.841076] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.841288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.841410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.841617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.841765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.841927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85266e48-a6b5-45cb-a2e6-5f3d91758582" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.882039] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.882209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.882277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.882499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.882666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.889145] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.889322] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.889467] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.889636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-610" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.890262] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-75b4bd0b-4bbf-4558-8280-ba921b86463e taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.890501] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.890616] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.891009] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.891162] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b4bd0b-4bbf-4558-8280-ba921b86463e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.893558] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2712777-2ea3-450b-9901-649cd27585a4 in Status: SUCCESS [ 675.893847] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2712777-2ea3-450b-9901-649cd27585a4 deletion is rescheduled due to dependency. [ 675.893964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.901118] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: UNINITIALIZED for 2s [ 675.999899] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.000096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.000150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.000541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.000541] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.000691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.000691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.000797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.000937] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.001027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.001139] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.001222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.001282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.001432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.001568] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.001658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.001712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.001842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.001915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.001988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.002113] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.119226] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 676.119226] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 deletion is rescheduled due to dependency. [ 676.119226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.194972] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee9bc821-2688-4724-a154-c7d71d45aff2 req-9ef82472-036d-4836-b55b-f1fa5a30fda8 tempest-ServersV294TestFqdnHostnames-771532201 tempest-ServersV294TestFqdnHostnames-771532201-project-member] Enqueued Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_members [ 676.195572] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_members [ 676.196247] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f491219f-21d7-4c50-ab69-85f03eb6bc65 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.196373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.196435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.196721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.196890] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.196995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.197072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.197229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.197317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.197411] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.318783] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.393789] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.394076] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.394189] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.394513] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.394726] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.394892] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 75b4bd0b-4bbf-4558-8280-ba921b86463e not found, creating... [ 676.395237] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.395426] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.395547] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.395841] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.396013] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.396350] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.396584] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.396650] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.396898] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.397026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.397171] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 75b4bd0b-4bbf-4558-8280-ba921b86463e is going to be created. [ 676.418615] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.418835] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.418929] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.419240] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.419799] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.419799] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.504406] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e76a1d33-93e7-4ced-9134-2c2050dd7ccc: rpc.has_security_group_logging(os_id): False [ 676.522811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.523062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.523116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.523369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.523507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.523763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.523919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.524030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.524253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.524366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.524671] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.524969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.524969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.525146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.525222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.525455] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.525582] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.525670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.525844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.525942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.526065] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be updated. [ 676.610167] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.610343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.610408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.610632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.610783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.626011] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.626230] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-618" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.626326] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-618" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.626634] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-618" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.627042] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.627303] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.627456] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.627794] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.628033] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.628311] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.628429] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.628534] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.628640] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.628745] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.628841] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.629031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.630597] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 676.650994] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.651185] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.651300] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.651473] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-618" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.651779] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-9cda188b-2716-419d-ace1-cb5566e3b75d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.651949] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.652073] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.652401] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.652568] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cda188b-2716-419d-ace1-cb5566e3b75d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.700028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.700559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.700665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.700778] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.701108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.701222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.701351] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 already deleted. [ 676.701556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.822330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.822641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.822641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.822863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.823625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.823625] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 is going to be created. [ 676.873254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.873254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.873254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.873254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.873254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.893813] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 in Status: UNINITIALIZED for 2s [ 677.131028] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-9edbb0f0-370c-4dae-9d00-1783dd3bb8e3 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 677.131389] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-9edbb0f0-370c-4dae-9d00-1783dd3bb8e3 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 677.131389] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-9edbb0f0-370c-4dae-9d00-1783dd3bb8e3 service nova] Enqueued Resource ID: 75b4bd0b-4bbf-4558-8280-ba921b86463e with Priority: HIGHEST for action port [ 677.132137] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 677.132137] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 677.132137] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b4bd0b-4bbf-4558-8280-ba921b86463e with Priority: HIGHEST for action port [ 677.132718] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.132718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.132860] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.132990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.133204] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b4bd0b-4bbf-4558-8280-ba921b86463e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.133311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.133393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.133570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.133650] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b4bd0b-4bbf-4558-8280-ba921b86463e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.154750] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.155064] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.155190] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.155506] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.155685] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.155895] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 9cda188b-2716-419d-ace1-cb5566e3b75d not found, creating... [ 677.156197] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.156296] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.156447] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.156871] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.156960] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.157232] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.157416] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.157531] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.157755] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.158614] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.158614] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 9cda188b-2716-419d-ace1-cb5566e3b75d is going to be created. [ 677.182769] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.183086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.183226] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.184204] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.184204] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.184473] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.617933] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc in Status: SUCCESS [ 677.618196] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc deletion is rescheduled due to dependency. [ 677.618329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.638518] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b4bd0b-4bbf-4558-8280-ba921b86463e with status ACTIVE [ 677.638837] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.638982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.639056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.639767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.639767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.639767] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.639767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.639767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.640024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.640024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.640102] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.640267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.640267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.640475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.640475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.640557] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b4bd0b-4bbf-4558-8280-ba921b86463e is going to be updated. [ 677.661211] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.661342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.661380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.661608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.661759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.661922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b4bd0b-4bbf-4558-8280-ba921b86463e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.828837] env[65216]: INFO networking_nsxv3.common.synchronization [req-9c1bad92-bc69-48fe-8fb2-ced15c28f8d7 req-57d0fd6f-40f9-49cb-9066-b616fa7e27d4 tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 677.832119] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 677.832119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.832119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.832119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.832119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.832119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.832119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.832119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.832119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.832119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.832119] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.892589] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee9bc821-2688-4724-a154-c7d71d45aff2 req-92d8d95e-c735-441c-b5c3-035f497da70f service nova] Enqueued Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_rules [ 677.892762] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee9bc821-2688-4724-a154-c7d71d45aff2 req-92d8d95e-c735-441c-b5c3-035f497da70f service nova] Enqueued Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_members [ 677.892983] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee9bc821-2688-4724-a154-c7d71d45aff2 req-92d8d95e-c735-441c-b5c3-035f497da70f service nova] Enqueued Resource ID: 9cda188b-2716-419d-ace1-cb5566e3b75d with Priority: HIGHEST for action port [ 677.893778] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_rules [ 677.893876] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_members [ 677.894040] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cda188b-2716-419d-ace1-cb5566e3b75d with Priority: HIGHEST for action port [ 677.894236] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f491219f-21d7-4c50-ab69-85f03eb6bc65 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.894700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.894700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.894927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.895710] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.897272] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f491219f-21d7-4c50-ab69-85f03eb6bc65 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.897416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.897707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.897707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.898332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.898332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.898332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.898653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.898653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.898653] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.899515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cda188b-2716-419d-ace1-cb5566e3b75d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.899635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.899706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.899846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.899924] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cda188b-2716-419d-ace1-cb5566e3b75d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.915946] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 677.916197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.916688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.916919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.917130] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.917262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.917312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.917470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.917594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.917658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.918584] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.919072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.919471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.919471] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.919621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.919621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.919696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.919771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.919856] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.276964] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.277394] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.277394] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.278107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.278107] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.278107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.278422] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.278464] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.279035] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.279035] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.279035] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.279341] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.279341] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.279452] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.279601] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.279799] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.302745] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.302930] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.303088] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.303267] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-847" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.303595] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-813cddfc-629a-4764-bff7-368862242dc8 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.303857] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.303986] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.304338] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.304520] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813cddfc-629a-4764-bff7-368862242dc8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.335738] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.335942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.336055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.336320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.336454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.336612] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.336800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.336800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.337102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.337204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.337354] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 already deleted. [ 678.337469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.353858] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.354114] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-829" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.354240] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-829" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.354596] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-829" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.354991] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.355211] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.355400] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.355875] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.356057] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.356306] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.356537] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.356703] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.356811] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.356924] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.357101] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.357321] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.384357] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.384601] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.384738] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.385010] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-829" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.385505] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.385763] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.385940] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.386406] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.386614] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5eee39-272c-4a5b-b0f6-2c61b92ac969',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.402601] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f491219f-21d7-4c50-ab69-85f03eb6bc65 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.402841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.402903] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.403960] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cda188b-2716-419d-ace1-cb5566e3b75d with status ACTIVE [ 678.404160] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.404285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.404371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.404632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.404721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.404912] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.405025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.405091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.405283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.405323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.405502] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.405616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.405744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.405817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.405894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.405979] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cda188b-2716-419d-ace1-cb5566e3b75d is going to be updated. [ 678.421890] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.422124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.422240] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.431385] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.431621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.431682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.431879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.432088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.432317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cda188b-2716-419d-ace1-cb5566e3b75d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.644968] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 678.645264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.809404] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.809404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.809404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.809404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.809404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.809404] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 813cddfc-629a-4764-bff7-368862242dc8 not found, creating... [ 678.809954] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.809954] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.809954] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.809954] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.810135] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.810355] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.810506] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.810611] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.810882] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.811030] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.811173] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 813cddfc-629a-4764-bff7-368862242dc8 is going to be created. [ 678.836564] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.836790] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.836912] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.837260] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.837494] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.837761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.891047] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.891324] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.891453] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.892791] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.892987] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.893172] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 not found, creating... [ 678.893552] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.893940] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.894136] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.894446] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.894732] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.895217] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.895428] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.895531] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.895831] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.896019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.896176] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 is going to be created. [ 678.908299] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.910192] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 in Status: SUCCESS [ 678.910398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.910467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.910789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.910987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.911123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.911193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.911348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.911433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.911539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.911646] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.924936] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.933265] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.933510] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.933687] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934123] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934473] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.934827] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.416050] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.416922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.416922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.416922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.416922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.416922] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 is going to be created. [ 679.418036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.418199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.418349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.418488] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.418583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.418789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.418877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.418953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.419322] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.419322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.419322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.419465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.419597] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.419686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.419744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.419875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.419948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.420039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.420128] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.431552] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.431552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.431552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.431552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.431552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.431552] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 679.453400] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.453400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.453400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.453681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.453717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.468195] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 in Status: UNINITIALIZED for 2s [ 679.470912] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.471077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.471141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.471339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.471471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.481620] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 679.599097] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-b1aed3be-d1c9-422c-a81c-696a810afa32 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 679.599302] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-b1aed3be-d1c9-422c-a81c-696a810afa32 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 679.599507] env[65216]: INFO networking_nsxv3.common.synchronization [req-56457a9a-96c4-40b8-b922-19c5070d7315 req-b1aed3be-d1c9-422c-a81c-696a810afa32 service nova] Enqueued Resource ID: 813cddfc-629a-4764-bff7-368862242dc8 with Priority: HIGHEST for action port [ 679.600054] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 679.600127] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 679.600182] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813cddfc-629a-4764-bff7-368862242dc8 with Priority: HIGHEST for action port [ 679.600802] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.600802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.600802] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.600963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.600999] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-813cddfc-629a-4764-bff7-368862242dc8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.601086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.601138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.601326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.601410] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813cddfc-629a-4764-bff7-368862242dc8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.692295] env[65216]: INFO networking_nsxv3.common.synchronization [req-9c1bad92-bc69-48fe-8fb2-ced15c28f8d7 req-dee36c43-6a9b-4005-aa35-c861026bf898 service nova] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 679.692729] env[65216]: INFO networking_nsxv3.common.synchronization [req-9c1bad92-bc69-48fe-8fb2-ced15c28f8d7 req-dee36c43-6a9b-4005-aa35-c861026bf898 service nova] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 679.692729] env[65216]: INFO networking_nsxv3.common.synchronization [req-9c1bad92-bc69-48fe-8fb2-ced15c28f8d7 req-dee36c43-6a9b-4005-aa35-c861026bf898 service nova] Enqueued Resource ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with Priority: HIGHEST for action port [ 679.694256] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 679.694432] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 679.694516] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with Priority: HIGHEST for action port [ 679.694868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.695030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.695090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.695316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.695405] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.696564] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.696564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.696564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.696740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.696913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.696996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.697634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.698195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.698195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.698195] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.700024] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.700024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.700024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.700024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.700024] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5eee39-272c-4a5b-b0f6-2c61b92ac969',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.925555] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2473aefb-6e5a-490f-a03f-4cb0da4662d0: rpc.has_security_group_logging(os_id): False [ 679.946485] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.946853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.946968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.947685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.947685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.947685] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.948019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.948019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.948019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.948115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.948845] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.948845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.948845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.948845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.949852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.949852] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.950184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.950811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.950811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.950811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.950811] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 is going to be created. [ 680.020707] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.020885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.020958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.021183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.021373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.039746] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 in Status: IN_PROGRESS for 2s [ 680.103497] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 813cddfc-629a-4764-bff7-368862242dc8 with status ACTIVE [ 680.103806] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.103890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.103935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.104187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.104285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104491] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.104632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.104698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.104867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.104948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.105148] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.105341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.105341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.105424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.105500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.105601] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 813cddfc-629a-4764-bff7-368862242dc8 is going to be updated. [ 680.156460] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.156620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.156681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.156887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.157115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.157278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813cddfc-629a-4764-bff7-368862242dc8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.202902] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.204189] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.204348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.206284] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with status ACTIVE [ 680.206673] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.206673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.206814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.208349] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.208349] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.208349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.211493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.211493] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 is going to be updated. [ 680.237067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.237269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.237367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.238993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.238993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.239179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.361005] env[65216]: INFO networking_nsxv3.common.synchronization [req-93647948-3a05-4099-ba01-0ac2360f68f9 req-3a645b16-73af-4fce-9786-4153af3c925c tempest-FloatingIPsAssociationNegativeTestJSON-563101643 tempest-FloatingIPsAssociationNegativeTestJSON-563101643-project-member] Enqueued Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_members [ 680.361704] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_members [ 680.362346] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.363435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.363435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.365307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.366375] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.366375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.366375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.366620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.366620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.366709] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.707054] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.857014] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.857261] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.857819] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.857819] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.858016] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.858108] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.858217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.858442] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.858587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.858802] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.858908] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.859021] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.859128] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.859260] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.859332] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.859460] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.869150] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.869411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.869490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.869698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.869799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.870012] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.870123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.870184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.870362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.870443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.870526] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cae9994-2984-4f08-9f6a-52fb41675934 already deleted. [ 680.870608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.903140] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.903140] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.903381] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.903842] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.904088] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.904286] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.904402] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.905193] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.905309] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7232e0-6a2b-42cd-9da7-d3cbe17531d6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.208695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.209225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.209225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.209225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.209378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.209455] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be created. [ 681.241855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.242048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.242168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.242416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.242715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254472] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: UNINITIALIZED for 2s [ 681.408031] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.408564] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.408564] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.408823] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.408988] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.409171] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 not found, creating... [ 681.409471] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.409629] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.409761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.410039] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.410193] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.410566] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.410740] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.410873] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.411119] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412046] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 is going to be created. [ 681.436999] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.436999] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.436999] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.437263] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.437694] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.437728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.492686] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 in Status: SUCCESS [ 681.492959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.493202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.493474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.493685] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.493804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.493872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.494097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.494253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.494327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.494457] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.496095] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 681.497230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.497230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.497230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.497371] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.497529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.497597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.497706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.497824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.497899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.498079] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.498160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.498229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.498368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.498502] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.498594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.498670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.498824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.499179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.499179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.499179] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.500182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.500847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.500847] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.500847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.500847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.500847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.500847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.501069] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.001601] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.002703] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b062cd2-612b-416b-a729-a38712cd27f1: rpc.has_security_group_logging(os_id): False [ 682.005157] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.031332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.031587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.031587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.031768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.032238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.032238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.032238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.032238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.032415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.032441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.032713] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.032784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.032784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.032921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.032993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.033185] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.033296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.033333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.034219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.034219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.034219] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be created. [ 682.053855] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 in Status: SUCCESS [ 682.054164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.099123] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.099281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.099843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.099843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.099843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.118351] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 682.190569] env[65216]: INFO networking_nsxv3.common.synchronization [req-93647948-3a05-4099-ba01-0ac2360f68f9 req-f7b985a2-ace7-4c5d-9d9f-822032e73337 service nova] Enqueued Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_rules [ 682.190673] env[65216]: INFO networking_nsxv3.common.synchronization [req-93647948-3a05-4099-ba01-0ac2360f68f9 req-f7b985a2-ace7-4c5d-9d9f-822032e73337 service nova] Enqueued Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_members [ 682.190824] env[65216]: INFO networking_nsxv3.common.synchronization [req-93647948-3a05-4099-ba01-0ac2360f68f9 req-f7b985a2-ace7-4c5d-9d9f-822032e73337 service nova] Enqueued Resource ID: 5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 with Priority: HIGHEST for action port [ 682.191383] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_rules [ 682.191513] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_members [ 682.191629] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 with Priority: HIGHEST for action port [ 682.191907] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.193020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.193020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.193597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.193597] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.195304] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.195304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.195304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.195304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.195304] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.195304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.195517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.195623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.195657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.195772] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.198593] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.198593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.198593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.198791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.198850] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7232e0-6a2b-42cd-9da7-d3cbe17531d6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.504817] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f491219f-21d7-4c50-ab69-85f03eb6bc65: rpc.has_security_group_logging(os_id): False [ 682.509609] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.525765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.526489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.526739] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.527105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.527105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.527216] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 is going to be created. [ 682.610035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.610035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.610035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.610035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.610035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.629789] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 in Status: IN_PROGRESS for 2s [ 682.700731] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.701909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702235] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 with status ACTIVE [ 682.702371] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.702919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.702970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.703143] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.703429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.703429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.703502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.703576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.703760] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.703903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.703903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.706121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.706282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.706410] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f7232e0-6a2b-42cd-9da7-d3cbe17531d6 is going to be updated. [ 682.752046] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.752046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.752046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.752046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.752046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.752046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f7232e0-6a2b-42cd-9da7-d3cbe17531d6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.014930] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.015425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.015425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.015425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.015586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.015745] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 683.062088] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.062088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.062088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.062088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.062088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.078125] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 683.209033] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.273887] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 683.274147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.274337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.274569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.274915] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.275084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.275161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.275336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.275430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.275505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.275606] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.712049] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.712388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.712388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.712809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.712809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.712932] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cae9994-2984-4f08-9f6a-52fb41675934 is going to be created. [ 683.745172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.745667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.745667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.745816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.746091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.762466] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cae9994-2984-4f08-9f6a-52fb41675934 in Status: UNINITIALIZED for 2s [ 683.778725] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.134456] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 684.134456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.135275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.135275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.135750] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.284017] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913cda53-a96e-4d6f-bb88-65ae10fd3eb5: rpc.has_security_group_logging(os_id): False [ 684.305446] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.305682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.305767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.305983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.306110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306398] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.306501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.306566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.306771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.306859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306984] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be created. [ 684.408438] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.408589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.410039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.410039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.410039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.423874] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 684.645597] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.646099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.650930] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 in Status: SUCCESS [ 684.651478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.018924] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f15e6a2b-2c5a-41e9-9f33-387454f09303 None None] Enqueued Resource ID: e91fd2d7-2ad5-4efc-977e-df0d41f59157 with Priority: HIGHEST for action port [ 685.019338] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91fd2d7-2ad5-4efc-977e-df0d41f59157 with Priority: HIGHEST for action port [ 685.019512] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91fd2d7-2ad5-4efc-977e-df0d41f59157 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.019591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91fd2d7-2ad5-4efc-977e-df0d41f59157" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.019677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91fd2d7-2ad5-4efc-977e-df0d41f59157" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.019944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91fd2d7-2ad5-4efc-977e-df0d41f59157" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.020945] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91fd2d7-2ad5-4efc-977e-df0d41f59157',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.092535] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 685.093165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.093454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.093747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.094037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.094037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.094037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.094635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.094876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.095056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.095587] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.203867] env[65216]: INFO networking_nsxv3.common.synchronization [req-8043749f-1606-4c7f-9e01-af7f81c7f473 req-74607b49-c5a6-4592-9ee7-733d8835daaf tempest-ServersTestManualDisk-320771886 tempest-ServersTestManualDisk-320771886-project-member] Enqueued Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_members [ 685.203867] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGHEST for action security_group_members [ 685.205237] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.205237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.205237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.205237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.205237] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.205237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.205237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.205237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.206049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.206049] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.523574] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91fd2d7-2ad5-4efc-977e-df0d41f59157 [ 685.524676] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.524676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.524676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.524676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.524676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.524676] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91fd2d7-2ad5-4efc-977e-df0d41f59157 already deleted. [ 685.524676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91fd2d7-2ad5-4efc-977e-df0d41f59157" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.600415] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.600415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.600415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.600415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.600742] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.600854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.600932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.602143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.602289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.602393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.602761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.602815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.602877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.603106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.603321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.603462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.603562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.603770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.603856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.603961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.604064] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.708974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.709215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.709331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.709714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.709762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.710250] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.710371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.710439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.710612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.710720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.710818] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 is going to be updated. [ 685.753917] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.754118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.754185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.755374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.755374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.770688] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 in Status: IN_PROGRESS for 2s [ 685.777371] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cae9994-2984-4f08-9f6a-52fb41675934 in Status: SUCCESS [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.777371] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.777371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.777371] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.106474] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b062cd2-612b-416b-a729-a38712cd27f1: rpc.has_security_group_logging(os_id): False [ 686.130110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.130110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.130110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.130110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.130737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.130737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.130737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.130737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.130737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.130874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.130874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.130960] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 686.222656] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.222656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.222656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.222656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.222656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.259463] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 686.282434] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.282593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.282593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.282831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.283030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.285037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.285037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.285037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.285037] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.437675] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 686.437918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.789208] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cae9994-2984-4f08-9f6a-52fb41675934: rpc.has_security_group_logging(os_id): False [ 686.816734] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.816891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.816964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.817196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.817285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.817471] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.817570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.817633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.817786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.818183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.818183] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.818183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.818338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.818338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.818412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.818580] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.818670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.818733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.818867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.818941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.819041] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cae9994-2984-4f08-9f6a-52fb41675934 is going to be created. [ 686.887214] env[65216]: INFO networking_nsxv3.common.synchronization [None req-68db9a00-6826-4c54-9ba2-0498727388de tempest-MigrationsAdminTest-1474095955 tempest-MigrationsAdminTest-1474095955-project-member] Enqueued Resource ID: 7b67a3ca-9323-4895-949d-45f7ae268e80 with Priority: HIGHEST for action security_group_rules [ 686.887815] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b67a3ca-9323-4895-949d-45f7ae268e80 with Priority: HIGHEST for action security_group_rules [ 686.888221] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b67a3ca-9323-4895-949d-45f7ae268e80 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.888366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.888443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.889672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.889672] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b67a3ca-9323-4895-949d-45f7ae268e80',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.930486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.930994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.930994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.930994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.931203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.946241] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cae9994-2984-4f08-9f6a-52fb41675934 in Status: IN_PROGRESS for 2s [ 687.182736] env[65216]: INFO networking_nsxv3.common.synchronization [None req-dc8df28c-2b6a-4a30-96da-1467561772e2 tempest-MigrationsAdminTest-1474095955 tempest-MigrationsAdminTest-1474095955-project-member] Enqueued Resource ID: 7b67a3ca-9323-4895-949d-45f7ae268e80 with Priority: HIGHEST for action security_group_rules [ 687.184120] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b67a3ca-9323-4895-949d-45f7ae268e80 with Priority: HIGHEST for action security_group_rules [ 687.184411] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b67a3ca-9323-4895-949d-45f7ae268e80 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.184502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.413165] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.413165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.413165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.413517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.413517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.413517] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b67a3ca-9323-4895-949d-45f7ae268e80 already deleted. [ 687.413610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.413731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.413874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.414040] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b67a3ca-9323-4895-949d-45f7ae268e80',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.783604] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 in Status: IN_PROGRESS for 4s [ 687.943619] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.943619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.943619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.943930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.944067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.944167] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b67a3ca-9323-4895-949d-45f7ae268e80 already deleted. [ 687.944264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b67a3ca-9323-4895-949d-45f7ae268e80" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.281724] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 688.282757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.284552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.284826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.284933] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.785778] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2eeaa323-33a6-47fb-9fd8-aaca13eac3a2 tempest-ServersTestFqdnHostnames-546676950 tempest-ServersTestFqdnHostnames-546676950-project-member] Enqueued Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_rules [ 688.786522] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_rules [ 688.786880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.787128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.787128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.787293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.787463] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.787964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.787964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.787964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.787964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.787964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.788128] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.788960] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.789124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.789183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.789563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.789563] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.965931] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cae9994-2984-4f08-9f6a-52fb41675934 in Status: SUCCESS [ 688.965931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.052730] env[65216]: INFO networking_nsxv3.common.synchronization [None req-1d2f07e8-3fb6-4cb3-8be4-913221b8d667 tempest-ServersTestFqdnHostnames-546676950 tempest-ServersTestFqdnHostnames-546676950-project-member] Enqueued Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_rules [ 689.052730] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_rules [ 689.053351] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.053959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.292263] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.292767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.292906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.293374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.293680] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.294065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.294065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.294644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.294644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.294644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.298839] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.299191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.299634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.300138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.300557] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.304620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.304620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.304917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.305206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.305414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.305572] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.332424] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.332584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.332670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.332941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.333064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.333190] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 already deleted. [ 689.333332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.333450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.333680] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.333730] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.798023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 in Status: SUCCESS [ 689.798023] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 deletion is rescheduled due to dependency. [ 689.798023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.810011] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b062cd2-612b-416b-a729-a38712cd27f1: rpc.has_security_group_logging(os_id): False [ 689.822896] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6d038c4f-e89c-4ae6-8332-63c5a750a047 None None] Enqueued Resource ID: bc1a1d44-b81b-4c59-b5d1-37cc07941049 with Priority: HIGHEST for action port [ 689.823596] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1a1d44-b81b-4c59-b5d1-37cc07941049 with Priority: HIGHEST for action port [ 689.824527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1a1d44-b81b-4c59-b5d1-37cc07941049 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.825138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1a1d44-b81b-4c59-b5d1-37cc07941049" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.825138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1a1d44-b81b-4c59-b5d1-37cc07941049" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.825138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1a1d44-b81b-4c59-b5d1-37cc07941049" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.825267] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1a1d44-b81b-4c59-b5d1-37cc07941049',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.840281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.840281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.840281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.840281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.842730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.842730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.842730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.843195] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.843195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.843195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.843343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.843381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844190] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 689.871449] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.871656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.871764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.872013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.872213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.872277] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 already deleted. [ 689.872362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.938864] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.944309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.944465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.944639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.944851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.975504] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 690.328990] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc1a1d44-b81b-4c59-b5d1-37cc07941049 [ 690.329331] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.329506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.330110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.330110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.330110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.330110] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc1a1d44-b81b-4c59-b5d1-37cc07941049 already deleted. [ 690.330282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1a1d44-b81b-4c59-b5d1-37cc07941049" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.424431] env[65216]: INFO networking_nsxv3.common.synchronization [None req-daf68d72-ed44-4d2a-839d-776331c309f2 None None] Enqueued Resource ID: 90584f53-60eb-4f17-866a-037b63095edb with Priority: HIGHEST for action port [ 690.425118] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90584f53-60eb-4f17-866a-037b63095edb with Priority: HIGHEST for action port [ 690.425428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-90584f53-60eb-4f17-866a-037b63095edb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.426211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90584f53-60eb-4f17-866a-037b63095edb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.426211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90584f53-60eb-4f17-866a-037b63095edb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.426211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90584f53-60eb-4f17-866a-037b63095edb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.426211] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90584f53-60eb-4f17-866a-037b63095edb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.797244] env[65216]: INFO networking_nsxv3.common.synchronization [req-6c4f1640-d2f9-41de-93a0-8f0da9bac046 req-dc5074aa-b334-411d-a947-18b7a48c46de tempest-VolumesAdminNegativeTest-1182880065 tempest-VolumesAdminNegativeTest-1182880065-project-member] Enqueued Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_members [ 690.797939] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGHEST for action security_group_members [ 690.799130] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.799732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.799732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.799732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.799915] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.799985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.800086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.800283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.800402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.800530] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.929096] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90584f53-60eb-4f17-866a-037b63095edb [ 690.929469] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.929652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.929652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.929826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.929900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.929993] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90584f53-60eb-4f17-866a-037b63095edb already deleted. [ 690.930100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90584f53-60eb-4f17-866a-037b63095edb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.305751] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.306089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.306473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.306596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.306878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.307062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.307193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.307361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.307482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.307616] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a is going to be updated. [ 691.437089] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.437089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.437089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.437399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.438030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.449158] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a in Status: IN_PROGRESS for 2s [ 691.546367] env[65216]: INFO networking_nsxv3.common.synchronization [req-656701fc-0053-454c-9f5b-b00518e119e4 req-f6655444-9845-4ba6-889f-e8e735de07fd tempest-ServersWithSpecificFlavorTestJSON-323888540 tempest-ServersWithSpecificFlavorTestJSON-323888540-project-member] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 691.547394] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 691.547730] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.547848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.547987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.548167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.548683] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.548683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.548683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.548683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.548683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.548912] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.993430] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 691.995442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.051445] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.051663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.051738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.051935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.052281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.052281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.052423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.052423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.052541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.052611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.052771] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 is going to be updated. [ 692.086083] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.086241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.086459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.086534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.086830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.097792] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: IN_PROGRESS for 2s [ 692.425185] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c8d8c750-835d-4294-8765-b3d651c2e3fb None None] Enqueued Resource ID: 1a730d20-8e74-457a-bfbf-93566d76c096 with Priority: HIGHEST for action port [ 692.425841] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a730d20-8e74-457a-bfbf-93566d76c096 with Priority: HIGHEST for action port [ 692.426459] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a730d20-8e74-457a-bfbf-93566d76c096 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.426801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a730d20-8e74-457a-bfbf-93566d76c096" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.427801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a730d20-8e74-457a-bfbf-93566d76c096" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.429512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a730d20-8e74-457a-bfbf-93566d76c096" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.429512] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a730d20-8e74-457a-bfbf-93566d76c096',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.936028] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a730d20-8e74-457a-bfbf-93566d76c096 [ 692.936749] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.936749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.936749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.938223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.938223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.938351] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a730d20-8e74-457a-bfbf-93566d76c096 already deleted. [ 692.938437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a730d20-8e74-457a-bfbf-93566d76c096" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.090288] env[65216]: INFO networking_nsxv3.common.synchronization [req-557c69df-283b-4a34-96e8-7ffaa4b9d6d0 req-a13d6531-83c5-4b3c-9f8b-78aed7df7271 tempest-ImagesNegativeTestJSON-1607144903 tempest-ImagesNegativeTestJSON-1607144903-project-member] Enqueued Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_members [ 693.091575] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGHEST for action security_group_members [ 693.091575] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.091575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.091575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.091575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.091867] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.091867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.091867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.091967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.091993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.094766] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.464248] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a in Status: SUCCESS [ 693.464248] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a deletion is rescheduled due to dependency. [ 693.464248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.597234] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.597396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.597468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.598405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.598405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.598405] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.598405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.598405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.598405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.598405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.598405] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 is going to be updated. [ 693.631218] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.631353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.631427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.631820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.631820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.642992] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 in Status: IN_PROGRESS for 2s [ 694.097414] env[65216]: INFO networking_nsxv3.common.synchronization [None req-527f9e62-daf8-4ea2-b33c-5715e3eb3498 None None] Enqueued Resource ID: ec6e412b-37cd-4d41-ae4e-3edf10e4683d with Priority: HIGHEST for action port [ 694.099721] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6e412b-37cd-4d41-ae4e-3edf10e4683d with Priority: HIGHEST for action port [ 694.099883] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6e412b-37cd-4d41-ae4e-3edf10e4683d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.100020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6e412b-37cd-4d41-ae4e-3edf10e4683d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.100096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6e412b-37cd-4d41-ae4e-3edf10e4683d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.102563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6e412b-37cd-4d41-ae4e-3edf10e4683d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.102563] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6e412b-37cd-4d41-ae4e-3edf10e4683d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.114456] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: SUCCESS [ 694.114647] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 deletion is rescheduled due to dependency. [ 694.114789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.606304] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec6e412b-37cd-4d41-ae4e-3edf10e4683d [ 694.608023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.608386] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.608386] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.608958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.608958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.609093] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec6e412b-37cd-4d41-ae4e-3edf10e4683d already deleted. [ 694.609208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6e412b-37cd-4d41-ae4e-3edf10e4683d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.091497] env[65216]: INFO networking_nsxv3.common.synchronization [req-2a14cb59-9685-48ac-9dff-2c454c9a7041 req-d9f3a65a-5b0e-4338-ba81-3349c52d8b23 tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 695.092381] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 695.092740] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.093174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.093325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.093615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.093824] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.094075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.095275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.095498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.095595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.095700] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.600196] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.600508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.600508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.601057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.601057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.601204] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.601204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.601314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.602031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.602031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.602031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 already deleted. [ 695.602031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.654696] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 in Status: SUCCESS [ 695.654893] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 deletion is rescheduled due to dependency. [ 695.655024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.782120] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.782321] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.782430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.782835] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.783422] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.783639] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.783804] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.784065] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.784219] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.784441] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.784612] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.784841] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.785124] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.785440] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.785772] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.786063] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.807325] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.807509] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.807748] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.807949] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.808405] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-abbffdad-da53-4220-9f04-e977a75cf874 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.808654] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.808810] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.809239] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.809426] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbffdad-da53-4220-9f04-e977a75cf874',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.951191] env[65216]: INFO networking_nsxv3.common.synchronization [None req-783878e4-a568-413e-812b-1a05eec7a90e None None] Enqueued Resource ID: 4860c0af-a9f5-475f-ba99-57e76a1d3cc0 with Priority: HIGHEST for action port [ 695.951727] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4860c0af-a9f5-475f-ba99-57e76a1d3cc0 with Priority: HIGHEST for action port [ 695.952035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-4860c0af-a9f5-475f-ba99-57e76a1d3cc0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.952166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4860c0af-a9f5-475f-ba99-57e76a1d3cc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.952233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4860c0af-a9f5-475f-ba99-57e76a1d3cc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.952654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4860c0af-a9f5-475f-ba99-57e76a1d3cc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.952654] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4860c0af-a9f5-475f-ba99-57e76a1d3cc0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.316680] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.316680] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.316680] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.316680] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.317019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.317019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port abbffdad-da53-4220-9f04-e977a75cf874 not found, creating... [ 696.317261] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.317435] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.317544] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.317758] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.317889] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.318179] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.318342] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.318453] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.318642] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.318768] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.318904] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: abbffdad-da53-4220-9f04-e977a75cf874 is going to be created. [ 696.341166] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.341484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.341620] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.341894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.342137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.342357] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.456975] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4860c0af-a9f5-475f-ba99-57e76a1d3cc0 [ 696.457329] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.457589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.457589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.457776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.457879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.457951] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4860c0af-a9f5-475f-ba99-57e76a1d3cc0 already deleted. [ 696.457992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4860c0af-a9f5-475f-ba99-57e76a1d3cc0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.935242] env[65216]: INFO networking_nsxv3.common.synchronization [None req-716a5dd1-9703-4935-aaa4-dc97f5dd953f None None] Enqueued Resource ID: 5b4b2e35-57da-4ef9-84b6-594ad1dfb65d with Priority: HIGHEST for action port [ 696.938821] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4b2e35-57da-4ef9-84b6-594ad1dfb65d with Priority: HIGHEST for action port [ 696.938821] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4b2e35-57da-4ef9-84b6-594ad1dfb65d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.938821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4b2e35-57da-4ef9-84b6-594ad1dfb65d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.938821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4b2e35-57da-4ef9-84b6-594ad1dfb65d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.938821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4b2e35-57da-4ef9-84b6-594ad1dfb65d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.938821] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4b2e35-57da-4ef9-84b6-594ad1dfb65d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.027883] env[65216]: INFO networking_nsxv3.common.synchronization [req-2a14cb59-9685-48ac-9dff-2c454c9a7041 req-8ae292a5-520b-4ade-af02-5ea088b5f13f service nova] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_rules [ 697.028074] env[65216]: INFO networking_nsxv3.common.synchronization [req-2a14cb59-9685-48ac-9dff-2c454c9a7041 req-8ae292a5-520b-4ade-af02-5ea088b5f13f service nova] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 697.028205] env[65216]: INFO networking_nsxv3.common.synchronization [req-2a14cb59-9685-48ac-9dff-2c454c9a7041 req-8ae292a5-520b-4ade-af02-5ea088b5f13f service nova] Enqueued Resource ID: abbffdad-da53-4220-9f04-e977a75cf874 with Priority: HIGHEST for action port [ 697.028748] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_rules [ 697.028881] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 697.028980] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbffdad-da53-4220-9f04-e977a75cf874 with Priority: HIGHEST for action port [ 697.029505] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.029583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.029659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.029896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.029984] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.031344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.031581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.031653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.031927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.032065] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.032167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.032220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.032374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.032488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.032670] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.033748] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbffdad-da53-4220-9f04-e977a75cf874 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.033858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.033923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.034091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.034167] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbffdad-da53-4220-9f04-e977a75cf874',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.439348] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b4b2e35-57da-4ef9-84b6-594ad1dfb65d [ 697.439823] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.439823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.440643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.441751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.441949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.442140] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b4b2e35-57da-4ef9-84b6-594ad1dfb65d already deleted. [ 697.442689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4b2e35-57da-4ef9-84b6-594ad1dfb65d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.532538] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.532670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.534385] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.537074] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abbffdad-da53-4220-9f04-e977a75cf874 with status ACTIVE [ 697.537074] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.537074] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.537074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.537074] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.537624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.537624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.537624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.537624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.537624] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abbffdad-da53-4220-9f04-e977a75cf874 is going to be updated. [ 697.574037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.574639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.574719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.574968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.575248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.575350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbffdad-da53-4220-9f04-e977a75cf874" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.685104] env[65216]: INFO networking_nsxv3.common.synchronization [req-24b65f40-29ae-4f8c-a381-eaf6092fd605 req-cc06d814-2e00-4a9a-bb7d-b62978c26568 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 697.685104] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 697.685104] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.685441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.685588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.685926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.686219] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.686434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.686574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.686901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.688640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.688640] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.036468] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.062562] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.062907] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.063085] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.063406] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.063676] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.063834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.063996] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.064223] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.064373] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.064577] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.064682] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.064946] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.065159] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.065315] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.065901] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.065901] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.087753] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.087922] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.088061] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.088230] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.088529] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-3c53693a-79ad-4f50-a17b-fa076df5d529 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.088932] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.088932] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.089133] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.089264] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c53693a-79ad-4f50-a17b-fa076df5d529',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.191115] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.191311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.191361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.191576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.191673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.191880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.192111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.192111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.192197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.192263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.192338] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 698.218765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.218934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.218993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.219197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.219338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.228651] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 698.541080] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.541307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.541307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.541593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.541682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.541770] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be created. [ 698.570691] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.570691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.570691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.571252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.571252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.586023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: UNINITIALIZED for 2s [ 698.592086] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.592086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.592947] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.593140] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.593886] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.593886] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 3c53693a-79ad-4f50-a17b-fa076df5d529 not found, creating... [ 698.594174] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.594421] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.594660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.595030] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.595291] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.595671] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.595926] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.596082] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.596356] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.596519] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.596673] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 3c53693a-79ad-4f50-a17b-fa076df5d529 is going to be created. [ 698.621751] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.621960] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.622638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.622638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.622638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.623122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.081161] env[65216]: INFO networking_nsxv3.common.synchronization [None req-9615ec57-ab7e-41a4-9d31-ca7f2ff310f5 None None] Enqueued Resource ID: a7ba9279-e4f1-49be-93d9-126c1df81571 with Priority: HIGHEST for action port [ 699.081161] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ba9279-e4f1-49be-93d9-126c1df81571 with Priority: HIGHEST for action port [ 699.087233] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7ba9279-e4f1-49be-93d9-126c1df81571 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.087233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7ba9279-e4f1-49be-93d9-126c1df81571" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.087233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7ba9279-e4f1-49be-93d9-126c1df81571" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.087233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7ba9279-e4f1-49be-93d9-126c1df81571" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.087233] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ba9279-e4f1-49be-93d9-126c1df81571',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.367372] env[65216]: INFO networking_nsxv3.common.synchronization [req-24b65f40-29ae-4f8c-a381-eaf6092fd605 req-974b6da3-d9d9-478d-82c3-6a55c8cee364 service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 699.367544] env[65216]: INFO networking_nsxv3.common.synchronization [req-24b65f40-29ae-4f8c-a381-eaf6092fd605 req-974b6da3-d9d9-478d-82c3-6a55c8cee364 service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 699.367676] env[65216]: INFO networking_nsxv3.common.synchronization [req-24b65f40-29ae-4f8c-a381-eaf6092fd605 req-974b6da3-d9d9-478d-82c3-6a55c8cee364 service nova] Enqueued Resource ID: 3c53693a-79ad-4f50-a17b-fa076df5d529 with Priority: HIGHEST for action port [ 699.368250] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 699.368402] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 699.368500] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c53693a-79ad-4f50-a17b-fa076df5d529 with Priority: HIGHEST for action port [ 699.368914] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.369298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.369391] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.369615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.369698] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.376035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.376035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.376035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c53693a-79ad-4f50-a17b-fa076df5d529 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.376035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.376035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.376035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.376035] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c53693a-79ad-4f50-a17b-fa076df5d529',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.590400] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7ba9279-e4f1-49be-93d9-126c1df81571 [ 699.590639] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.590800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.590884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.591083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.591186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.591261] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7ba9279-e4f1-49be-93d9-126c1df81571 already deleted. [ 699.591383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7ba9279-e4f1-49be-93d9-126c1df81571" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.876446] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.876446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.878953] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c53693a-79ad-4f50-a17b-fa076df5d529 with status ACTIVE [ 699.879698] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.879698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.879698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.879698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.879698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.880225] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.880225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.880225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.880225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.882158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.882158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.882158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.882158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.882158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.882158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.882158] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c53693a-79ad-4f50-a17b-fa076df5d529 is going to be updated. [ 699.904860] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.905263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.905263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.905424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.905547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.905843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c53693a-79ad-4f50-a17b-fa076df5d529" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.221244] env[65216]: INFO networking_nsxv3.common.synchronization [req-73954228-ac4c-4a3c-9ee2-370d8ff9b87c req-83c28d82-ce9c-44b6-a058-5de88f848f4a tempest-ServersAdminNegativeTestJSON-9282933 tempest-ServersAdminNegativeTestJSON-9282933-project-member] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 700.221812] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 700.222662] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.222662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.222662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.223802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.223802] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.223802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.223802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.223802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.223802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.223802] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.243360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 700.243360] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 deletion is rescheduled due to dependency. [ 700.243360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.243479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.244597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.244597] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.244597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.244597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.244597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.244597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.244597] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.597768] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 700.598310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.598310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.598458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.598593] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.598716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.598783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.598945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.599112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.599235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.599353] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.680137] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.680137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.680137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.680137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.680137] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.680137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.680137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.680137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.680137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.680789] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.681053] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.681249] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.681536] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.681810] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.681998] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.682362] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.703982] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.706455] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.706455] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.706455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.706455] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.706455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.706455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.706455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.706455] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.725975] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.746638] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.992202] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2cf3e8ab-9985-48c1-a486-82bb3dce6085 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 700.992996] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 700.993806] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.993806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.993806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.994228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.994809] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.102102] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.102270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.102344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.102585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.103191] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.103365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.103455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.103695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.103848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.103992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.104244] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.104395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.104484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.104717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.104965] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.105279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.105389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.105583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.105761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.105910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.106061] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.209679] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.209856] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.209965] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.210272] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.210457] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.210614] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b not found, creating... [ 701.210827] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.210978] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.211105] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.211332] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.211493] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.211831] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.211975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.212161] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.212376] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.212493] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.212628] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b is going to be created. [ 701.221499] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6eabcea1-39fd-4668-b619-d745195b89cf tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 701.222188] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 701.222364] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.222911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.228469] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.242614] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.242929] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.243121] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.243458] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.243702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.244034] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.249683] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.517038] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.517443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.517443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.517609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.517609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.517695] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 already deleted. [ 701.517758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.517926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.518113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.518190] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.608904] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d73d04a6-619d-4599-890a-1b3b98982715: rpc.has_security_group_logging(os_id): False [ 701.631844] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.631844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.631844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.631844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.631844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.632198] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.632350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.632350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.632551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.632728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.632897] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.633030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.633117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.633302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.633417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.633646] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.634069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.634069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.634069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.634212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.634321] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be created. [ 701.722923] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.722923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.722923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.722923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.723262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.730512] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.730791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.730791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.730932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.731033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.731169] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be updated. [ 701.733567] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 701.751960] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.752178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.752269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.752563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.752699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.753211] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 701.774436] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.774613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.774703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.774990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.775629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.785799] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: IN_PROGRESS for 2s [ 701.795226] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.795433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.795477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.795726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.795920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.805444] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 701.945646] env[65216]: INFO networking_nsxv3.common.synchronization [req-73954228-ac4c-4a3c-9ee2-370d8ff9b87c req-996a445b-fc33-4994-8afb-6541282dd8ed service nova] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_rules [ 701.945913] env[65216]: INFO networking_nsxv3.common.synchronization [req-73954228-ac4c-4a3c-9ee2-370d8ff9b87c req-996a445b-fc33-4994-8afb-6541282dd8ed service nova] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 701.946296] env[65216]: INFO networking_nsxv3.common.synchronization [req-73954228-ac4c-4a3c-9ee2-370d8ff9b87c req-996a445b-fc33-4994-8afb-6541282dd8ed service nova] Enqueued Resource ID: ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b with Priority: HIGHEST for action port [ 701.946657] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_rules [ 701.946713] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 701.946787] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b with Priority: HIGHEST for action port [ 701.947488] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.947660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.947733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.947986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.948122] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.949132] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.949416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.949504] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.949617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.949667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.949852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.949926] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.040600] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.040600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.040600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.040600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.040600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.040600] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 already deleted. [ 702.040963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.455819] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.455819] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b with status ACTIVE [ 702.455819] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.455819] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.455819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.456848] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.456848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.456848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.456848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.456848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.456848] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b is going to be updated. [ 702.488135] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.488135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.488346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.488825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.489454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.490620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac373f97-3b8b-4118-b0aa-2fb3bdb7a72b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.605287] env[65216]: INFO networking_nsxv3.common.synchronization [req-8bd1a712-8ba5-4c15-8d94-c3f72047c97f req-80d9f1f2-e35c-4382-9e96-2ce5ba06ba3c tempest-VolumesAssistedSnapshotsTest-1387031514 tempest-VolumesAssistedSnapshotsTest-1387031514-project-member] Enqueued Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_members [ 702.606043] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGHEST for action security_group_members [ 702.606389] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.606524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.606592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.606801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.606959] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.607073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.607135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.607285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.607371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.608813] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.110117] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.110278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.110351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.110587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.110686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.110867] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.110958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.111026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.111178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.111250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.111332] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c is going to be updated. [ 703.143308] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.143515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.143515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.143814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.144060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.161189] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c in Status: IN_PROGRESS for 2s [ 703.750487] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 703.750879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.797536] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 703.797958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.797958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.798180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.798379] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.798498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.798566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.798725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.798807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.798905] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.819515] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 703.819722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.819936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.820182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.820375] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.820546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.820610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.820725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.821050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.821050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.821050] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.302036] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.325063] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.325320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.325320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.326652] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.326652] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.326652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.327709] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.327709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.327709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.327709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.327709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.328248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.329573] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.809513] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.835102] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2: rpc.has_security_group_logging(os_id): False [ 704.856889] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.860376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.860537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.861140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.861140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.861612] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.862535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.862535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.863081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.863338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.863827] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.864082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.864575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.866598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.866598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.866598] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.866780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.866780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.866951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.867062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.867206] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 704.970861] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.970861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.970861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.970861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.970861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.019159] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 705.087901] env[65216]: INFO networking_nsxv3.common.synchronization [req-8223ead7-212a-4ff2-90d3-a31c83f6f968 req-69a4e673-d1db-495c-be6a-a983d8d83d75 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 705.088666] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 705.089133] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.089285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.089365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.089619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.089813] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.092106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.092106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.092106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092106] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.174370] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c in Status: SUCCESS [ 705.174719] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c deletion is rescheduled due to dependency. [ 705.174953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.311330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.311518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.311556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.311798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.311889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.312019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be updated. [ 705.349549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.350270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.350270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.350591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.351755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.369978] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: IN_PROGRESS for 2s [ 705.594120] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.816034] env[65216]: INFO networking_nsxv3.common.synchronization [req-8223ead7-212a-4ff2-90d3-a31c83f6f968 req-05494c42-647f-4ca2-a170-375f1f3342a1 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 705.816034] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 705.817032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.817032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.096906] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.239768] env[65216]: INFO networking_nsxv3.common.synchronization [req-8223ead7-212a-4ff2-90d3-a31c83f6f968 req-92e7319d-4793-454d-98a4-aa8a4a5a35ad tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 706.240334] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 706.240627] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.240729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.479256] env[65216]: INFO networking_nsxv3.common.synchronization [None req-e1aca9c2-fd11-40b1-8b87-ee075819fe28 None None] Enqueued Resource ID: 35dacc8d-d8b8-45a1-b3bc-b73981d91483 with Priority: HIGHEST for action port [ 706.480136] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35dacc8d-d8b8-45a1-b3bc-b73981d91483 with Priority: HIGHEST for action port [ 706.480521] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-35dacc8d-d8b8-45a1-b3bc-b73981d91483 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.480663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35dacc8d-d8b8-45a1-b3bc-b73981d91483" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.480728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35dacc8d-d8b8-45a1-b3bc-b73981d91483" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.481114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35dacc8d-d8b8-45a1-b3bc-b73981d91483" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.481215] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dacc8d-d8b8-45a1-b3bc-b73981d91483',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.600348] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.600557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.600604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.600853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.600941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.601732] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 706.636535] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.636713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.636782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.637071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.637286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.647522] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 706.986553] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35dacc8d-d8b8-45a1-b3bc-b73981d91483 [ 706.986553] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.986553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.986553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.986553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.987019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.987019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35dacc8d-d8b8-45a1-b3bc-b73981d91483 already deleted. [ 706.987019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35dacc8d-d8b8-45a1-b3bc-b73981d91483" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.034114] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 707.035799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.381358] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 707.381840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.382169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.384017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.384017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.384017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.384017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.384017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.384017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.384017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.384017] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.888914] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.888914] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888914] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.888914] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.889634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.889634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.889634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.889634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.889634] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.391936] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e21c4d8-3978-4ae4-959a-f0c77679512e: rpc.has_security_group_logging(os_id): False [ 708.420208] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.420208] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.420208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.420795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.420795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.420795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.420795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.420795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.421038] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.421038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.421038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.423049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.423049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.423049] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be updated. [ 708.506117] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.506893] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.507030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.507364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.507659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.530560] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: IN_PROGRESS for 2s [ 708.664868] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 708.665259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.665600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.665895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.666387] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.666542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.666631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.666960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.667033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.667251] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.171067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.171245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.171316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.171558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.171658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.171897] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.172012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.172077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.172232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.172310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.172397] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 709.202200] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.202471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.202597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.202904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.203151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.213766] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 709.358613] env[65216]: INFO networking_nsxv3.common.synchronization [None req-8f61d9d3-9466-4e65-bc01-1aaebda742ec None None] Enqueued Resource ID: b262a2fa-9da0-4d33-9f74-0c846b3e435f with Priority: HIGHEST for action port [ 709.358951] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b262a2fa-9da0-4d33-9f74-0c846b3e435f with Priority: HIGHEST for action port [ 709.359370] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b262a2fa-9da0-4d33-9f74-0c846b3e435f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.359370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b262a2fa-9da0-4d33-9f74-0c846b3e435f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.359559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b262a2fa-9da0-4d33-9f74-0c846b3e435f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.362370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b262a2fa-9da0-4d33-9f74-0c846b3e435f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.362370] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b262a2fa-9da0-4d33-9f74-0c846b3e435f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.563020] env[65216]: INFO networking_nsxv3.common.synchronization [req-c92fe611-c59d-460c-bb2a-4a8a6be60a06 req-2a5119e2-887d-4ab0-b954-bf3a526e02e0 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 709.563020] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 709.563020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.566096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.566096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.566096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.566096] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.566096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.566096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.566096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.566096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.566096] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.863961] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b262a2fa-9da0-4d33-9f74-0c846b3e435f [ 709.864569] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.864995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.864995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.865196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.865196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.865270] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b262a2fa-9da0-4d33-9f74-0c846b3e435f already deleted. [ 709.865307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b262a2fa-9da0-4d33-9f74-0c846b3e435f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.068685] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.068685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.068685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.069472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.069642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.069900] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.070066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.070131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.070299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.070398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.070502] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 710.109312] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.109584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.109584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.111235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.111410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.121433] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 710.546160] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 710.546440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.227526] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 711.227526] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 deletion is rescheduled due to dependency. [ 711.227526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.227526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.228100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.228100] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.228295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.228625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.228868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.228921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.229020] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.419183] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f86ac457-14d9-4f3f-9589-875f8a4d2f6d None None] Enqueued Resource ID: 871a3009-0d8c-4b3d-bf80-e756f310d52d with Priority: HIGHEST for action port [ 711.419183] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871a3009-0d8c-4b3d-bf80-e756f310d52d with Priority: HIGHEST for action port [ 711.419755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-871a3009-0d8c-4b3d-bf80-e756f310d52d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.419825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-871a3009-0d8c-4b3d-bf80-e756f310d52d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.419902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-871a3009-0d8c-4b3d-bf80-e756f310d52d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.420173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-871a3009-0d8c-4b3d-bf80-e756f310d52d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.420259] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871a3009-0d8c-4b3d-bf80-e756f310d52d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.733799] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.733799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.733799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.733799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.733799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.733976] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.733976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.734052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.735030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.735030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.735030] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 711.762978] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.763396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.763396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.763695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.763695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.777213] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 711.922619] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 871a3009-0d8c-4b3d-bf80-e756f310d52d [ 711.922748] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.922916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.923015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.923906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.924073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.924202] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:871a3009-0d8c-4b3d-bf80-e756f310d52d already deleted. [ 711.924314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-871a3009-0d8c-4b3d-bf80-e756f310d52d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.997073] env[65216]: INFO networking_nsxv3.common.synchronization [req-812c2297-c610-4eda-94db-d6ace227a221 req-bb70706b-b2cf-4477-b576-3b4ca297418b tempest-ServerRescueTestJSON-487602121 tempest-ServerRescueTestJSON-487602121-project-member] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 711.997073] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 711.997073] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.998016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.998016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.998183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.998325] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.998429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.998484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.000033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.000033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.000033] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.131277] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 712.131453] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 712.131566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.502507] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.567498] env[65216]: INFO networking_nsxv3.common.synchronization [None req-9061752c-d9a4-49a9-9508-4627e3aba425 None None] Enqueued Resource ID: 3027b616-45b5-48c8-997a-b02182189dcf with Priority: HIGHEST for action port [ 712.567747] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3027b616-45b5-48c8-997a-b02182189dcf with Priority: HIGHEST for action port [ 712.568029] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3027b616-45b5-48c8-997a-b02182189dcf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.568220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3027b616-45b5-48c8-997a-b02182189dcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.568220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3027b616-45b5-48c8-997a-b02182189dcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.568470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3027b616-45b5-48c8-997a-b02182189dcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.568543] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3027b616-45b5-48c8-997a-b02182189dcf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.006170] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.071380] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3027b616-45b5-48c8-997a-b02182189dcf [ 713.072529] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.072529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.072529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.073132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.073132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.073132] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3027b616-45b5-48c8-997a-b02182189dcf already deleted. [ 713.073132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3027b616-45b5-48c8-997a-b02182189dcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.148463] env[65216]: INFO networking_nsxv3.common.synchronization [req-9a6b5813-bc20-4194-b21a-e7106ac8d091 req-c699e7a3-356b-459d-82d6-fe8db9af75f6 tempest-ServersWithSpecificFlavorTestJSON-323888540 tempest-ServersWithSpecificFlavorTestJSON-323888540-project-member] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 713.149267] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 713.149584] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.149708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.149918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.150176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.150376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.150485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.150553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.150777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.150868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.150964] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.218321] env[65216]: INFO networking_nsxv3.common.synchronization [None req-9a014e92-cbb2-4d63-8f9c-0a9a01557438 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_rules [ 713.218321] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_rules [ 713.218321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.218321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.218321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.218321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.219295] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.512156] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.512512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.512512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.512752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.512880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.513041] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be updated. [ 713.542952] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.543340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.543340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.543435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.543601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.554168] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: IN_PROGRESS for 2s [ 713.655193] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.655372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.655468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.655745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.655912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.655912] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.655912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.655912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.656794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.656794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.656794] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 is going to be updated. [ 713.690998] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.690998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.690998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.691263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.691305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.701096] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: IN_PROGRESS for 2s [ 713.742847] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.743247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.743439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.743667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.743762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.743862] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 already deleted. [ 713.743947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.786462] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 713.786739] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 deletion is rescheduled due to dependency. [ 713.786918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.841124] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f8690206-3355-4556-a10f-93c1fdfbc5ac tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_rules [ 713.842023] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.842606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.842739] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.843072] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.843336] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.843517] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.843675] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.843986] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.844172] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.844387] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.844495] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.844598] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.844700] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.844804] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.844936] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.845077] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.846736] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_rules [ 713.847531] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.847655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.847722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.847908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.848257] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.869530] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.869759] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.869841] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.869974] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-699" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.870305] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-91d90c77-4842-4ca1-b9eb-9081eb0071ba taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.870471] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870582] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.870917] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.871071] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d90c77-4842-4ca1-b9eb-9081eb0071ba',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.368919] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.369143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.369143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.369403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.369497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.369545] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 already deleted. [ 714.369610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.373626] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.373795] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.373890] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.374156] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.374292] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.374436] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 91d90c77-4842-4ca1-b9eb-9081eb0071ba not found, creating... [ 714.374695] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.374842] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.375036] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.375259] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.375394] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.375927] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.376027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.376217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.376439] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.376567] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.376707] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 91d90c77-4842-4ca1-b9eb-9081eb0071ba is going to be created. [ 714.398566] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.398860] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.398927] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.399185] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.399498] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.399738] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.177097] env[65216]: INFO networking_nsxv3.common.synchronization [req-9a6b5813-bc20-4194-b21a-e7106ac8d091 req-84ca5460-66b0-4416-a4c7-f5d183edd9a5 service nova] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 715.177097] env[65216]: INFO networking_nsxv3.common.synchronization [req-9a6b5813-bc20-4194-b21a-e7106ac8d091 req-84ca5460-66b0-4416-a4c7-f5d183edd9a5 service nova] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 715.177097] env[65216]: INFO networking_nsxv3.common.synchronization [req-9a6b5813-bc20-4194-b21a-e7106ac8d091 req-84ca5460-66b0-4416-a4c7-f5d183edd9a5 service nova] Enqueued Resource ID: 91d90c77-4842-4ca1-b9eb-9081eb0071ba with Priority: HIGHEST for action port [ 715.177097] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_rules [ 715.177097] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 715.177097] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91d90c77-4842-4ca1-b9eb-9081eb0071ba with Priority: HIGHEST for action port [ 715.180485] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.180858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.181050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.181343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.181531] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.182607] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.185959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.185959] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-91d90c77-4842-4ca1-b9eb-9081eb0071ba taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.185959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.185959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.185959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.185959] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d90c77-4842-4ca1-b9eb-9081eb0071ba',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.568377] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: SUCCESS [ 715.568583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.687916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.687916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.687916] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91d90c77-4842-4ca1-b9eb-9081eb0071ba with status ACTIVE [ 715.687916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.687916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.687916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.687916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.687916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.687916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.687916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.687916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.688328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.688328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.688328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.688427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.688427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.689013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.689013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.689013] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91d90c77-4842-4ca1-b9eb-9081eb0071ba is going to be updated. [ 715.713836] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: SUCCESS [ 715.715933] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 deletion is rescheduled due to dependency. [ 715.715933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.715933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.715933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.715933] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.715933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.715933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.715933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.715933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.715933] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.723041] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.723189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.723257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.723467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.723600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.723758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91d90c77-4842-4ca1-b9eb-9081eb0071ba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.847460] env[65216]: INFO networking_nsxv3.common.synchronization [req-bba87602-5923-4de6-9bdf-2c0e350a9142 req-87d28308-0323-4f01-9cc5-76ee2b7259b2 tempest-ServersTestFqdnHostnames-546676950 tempest-ServersTestFqdnHostnames-546676950-project-member] Enqueued Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_members [ 715.848343] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_members [ 715.848831] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.849018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.849125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.849771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.849771] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.849930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.849965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.850237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.850374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.850520] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.218593] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.354140] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.354265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.354265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.354476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.354568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.354769] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.354869] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.355099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.355189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.355267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.355356] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 already deleted. [ 716.355435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.383066] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.383247] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-251" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.383364] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-251" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.383674] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-251" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.383935] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.384894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.384894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.385465] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.385465] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.385623] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.385719] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.385915] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.386072] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.386188] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.386288] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.386421] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.412227] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.412413] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.412564] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.412779] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-251" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.413139] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-3a5bf037-75ea-4056-af5d-74407e790f51 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.413364] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.413511] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.413835] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.414016] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5bf037-75ea-4056-af5d-74407e790f51',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.722769] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.917579] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.917809] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.917876] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.918183] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.918333] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.918482] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 3a5bf037-75ea-4056-af5d-74407e790f51 not found, creating... [ 716.918748] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.918896] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.919053] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.920391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.920391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.920391] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.920391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.920391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.920391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.920391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.920911] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 3a5bf037-75ea-4056-af5d-74407e790f51 is going to be created. [ 716.943666] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.943666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.943666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.943989] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.944309] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.946223] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.982978] env[65216]: INFO networking_nsxv3.common.synchronization [None req-0d242b7d-21be-4ad4-a4ec-ddfcd90aaaa2 None None] Enqueued Resource ID: 8d6b8e48-a545-44fb-b9f6-d68191b4be06 with Priority: HIGHEST for action port [ 716.983570] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6b8e48-a545-44fb-b9f6-d68191b4be06 with Priority: HIGHEST for action port [ 716.984017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6b8e48-a545-44fb-b9f6-d68191b4be06 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.984017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6b8e48-a545-44fb-b9f6-d68191b4be06" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.984159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6b8e48-a545-44fb-b9f6-d68191b4be06" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.984786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6b8e48-a545-44fb-b9f6-d68191b4be06" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.984786] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6b8e48-a545-44fb-b9f6-d68191b4be06',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.225818] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.225818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.225818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.226215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.226215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.226215] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 is going to be updated. [ 717.255726] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.255942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.255942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.256229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.256449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.266879] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: IN_PROGRESS for 2s [ 717.487077] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d6b8e48-a545-44fb-b9f6-d68191b4be06 [ 717.488112] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.488112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.488112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.488112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.488112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.488329] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d6b8e48-a545-44fb-b9f6-d68191b4be06 already deleted. [ 717.488329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6b8e48-a545-44fb-b9f6-d68191b4be06" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.730591] env[65216]: INFO networking_nsxv3.common.synchronization [req-bba87602-5923-4de6-9bdf-2c0e350a9142 req-0a39e58c-8f83-49cb-9d80-5f61985862f1 service nova] Enqueued Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_rules [ 717.730754] env[65216]: INFO networking_nsxv3.common.synchronization [req-bba87602-5923-4de6-9bdf-2c0e350a9142 req-0a39e58c-8f83-49cb-9d80-5f61985862f1 service nova] Enqueued Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_members [ 717.730889] env[65216]: INFO networking_nsxv3.common.synchronization [req-bba87602-5923-4de6-9bdf-2c0e350a9142 req-0a39e58c-8f83-49cb-9d80-5f61985862f1 service nova] Enqueued Resource ID: 3a5bf037-75ea-4056-af5d-74407e790f51 with Priority: HIGHEST for action port [ 717.731170] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_rules [ 717.731318] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_members [ 717.731619] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bf037-75ea-4056-af5d-74407e790f51 with Priority: HIGHEST for action port [ 717.732348] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.732854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.732925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.733150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.733240] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.738870] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.738870] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.738870] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.738870] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5bf037-75ea-4056-af5d-74407e790f51 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.738870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.739529] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5bf037-75ea-4056-af5d-74407e790f51',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.241420] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.241712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.241750] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.249271] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a5bf037-75ea-4056-af5d-74407e790f51 with status ACTIVE [ 718.249271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.249271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.249271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.249271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.249271] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a5bf037-75ea-4056-af5d-74407e790f51 is going to be updated. [ 718.269465] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.270309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.270454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.270774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.271340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.271707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5bf037-75ea-4056-af5d-74407e790f51" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.755051] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.197064] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-bf8248ab-2d3d-40c6-a7aa-583a9958ce57 tempest-ListServersNegativeTestJSON-292467698 tempest-ListServersNegativeTestJSON-292467698-project-member] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 719.197765] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 719.198152] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.198389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.198477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.198771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.198991] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.199116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.199177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.199353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.199437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.199560] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.257862] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.259824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.259824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.259824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.259824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.259824] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 is going to be created. [ 719.277665] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: SUCCESS [ 719.277665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.277665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.277665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.277665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.277665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.278976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.278976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.278976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.278976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.278976] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.291853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.292080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.292080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.292816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.292816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.305622] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 in Status: UNINITIALIZED for 2s [ 719.578462] env[65216]: INFO networking_nsxv3.common.synchronization [None req-a98430e8-9833-42c0-8e69-f8549ebf8f8b None None] Enqueued Resource ID: 86f29e48-2f17-4b37-a9ed-60f84825230c with Priority: HIGHEST for action port [ 719.578583] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f29e48-2f17-4b37-a9ed-60f84825230c with Priority: HIGHEST for action port [ 719.579183] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f29e48-2f17-4b37-a9ed-60f84825230c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.579183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f29e48-2f17-4b37-a9ed-60f84825230c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.579183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f29e48-2f17-4b37-a9ed-60f84825230c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.579356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f29e48-2f17-4b37-a9ed-60f84825230c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.579440] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f29e48-2f17-4b37-a9ed-60f84825230c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.702116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.702296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.702391] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.702657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.702762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.703036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.703156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.703222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.703397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.703478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.703565] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 already deleted. [ 719.703650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.781172] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.802768] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.803461] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.803461] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.803636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.803935] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.804172] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.804313] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.805395] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.805593] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.805880] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.806159] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.807066] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.807066] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.807066] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.807066] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.807066] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.827360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.827647] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.827701] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.827831] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.828209] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-908451c2-4810-4925-a251-15518610893c taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.828384] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.828496] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.828819] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.828953] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('908451c2-4810-4925-a251-15518610893c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.081856] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86f29e48-2f17-4b37-a9ed-60f84825230c [ 720.082173] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.082610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.082747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.083107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.083240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.083354] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86f29e48-2f17-4b37-a9ed-60f84825230c already deleted. [ 720.083494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f29e48-2f17-4b37-a9ed-60f84825230c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.283068] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2db07692-d6b0-48f3-868a-c527df62cf97: rpc.has_security_group_logging(os_id): False [ 720.302068] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.302259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.302316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.302502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.302594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.302959] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.303160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.303237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.303418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.303503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.303601] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 is going to be updated. [ 720.333273] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.333606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.333680] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.334279] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.334490] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.334672] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 908451c2-4810-4925-a251-15518610893c not found, creating... [ 720.335014] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.339023] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.339023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.339023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 908451c2-4810-4925-a251-15518610893c is going to be created. [ 720.357275] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.357275] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.357683] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.357798] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.358190] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.358793] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.368385] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.368385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.368385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.368600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.368712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.383047] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: IN_PROGRESS for 2s [ 721.009422] env[65216]: INFO networking_nsxv3.common.synchronization [None req-ff376516-f364-44f9-a9d6-cc2365354bb1 None None] Enqueued Resource ID: 67efbc30-6cbd-4b4f-be91-e0b1acaedf1c with Priority: HIGHEST for action port [ 721.010211] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67efbc30-6cbd-4b4f-be91-e0b1acaedf1c with Priority: HIGHEST for action port [ 721.010690] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-67efbc30-6cbd-4b4f-be91-e0b1acaedf1c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.010690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67efbc30-6cbd-4b4f-be91-e0b1acaedf1c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.010690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67efbc30-6cbd-4b4f-be91-e0b1acaedf1c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.010823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67efbc30-6cbd-4b4f-be91-e0b1acaedf1c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.010823] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67efbc30-6cbd-4b4f-be91-e0b1acaedf1c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.109218] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-45f7f228-6ebd-4bdb-b18a-6c54f3fddf39 service nova] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_rules [ 721.109218] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-45f7f228-6ebd-4bdb-b18a-6c54f3fddf39 service nova] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 721.109218] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-45f7f228-6ebd-4bdb-b18a-6c54f3fddf39 service nova] Enqueued Resource ID: 908451c2-4810-4925-a251-15518610893c with Priority: HIGHEST for action port [ 721.109218] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_rules [ 721.109218] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 721.109218] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908451c2-4810-4925-a251-15518610893c with Priority: HIGHEST for action port [ 721.109218] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.109218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.109218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.109218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.109218] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.111011] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.111359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.111752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.112520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.114222] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.114222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.114222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.114222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.114222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.114222] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.116022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-908451c2-4810-4925-a251-15518610893c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.116022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.116022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.116022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.116933] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('908451c2-4810-4925-a251-15518610893c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.318349] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 in Status: SUCCESS [ 721.318676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.319344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.319442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.319582] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.319736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.319810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.320016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.320179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.320225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.320317] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.514585] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67efbc30-6cbd-4b4f-be91-e0b1acaedf1c [ 721.515245] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.515245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.515245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.515441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.515441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.515496] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67efbc30-6cbd-4b4f-be91-e0b1acaedf1c already deleted. [ 721.515674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67efbc30-6cbd-4b4f-be91-e0b1acaedf1c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.613562] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.613733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.616309] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.617441] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 908451c2-4810-4925-a251-15518610893c with status ACTIVE [ 721.620119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.620237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.620474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.620582] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.620849] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.620976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.622423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.622423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.622423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.622423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.622423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.622423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.622423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.622423] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 908451c2-4810-4925-a251-15518610893c is going to be updated. [ 721.656619] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.656619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.656619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.656619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.656619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.656619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-908451c2-4810-4925-a251-15518610893c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.823878] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.130258] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.328449] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f340427a-dc3b-47a0-bfbb-a6dcf9e1f415: rpc.has_security_group_logging(os_id): False [ 722.346895] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.347052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.347179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.348035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.348035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.348035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.348035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.348035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.348035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.348378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.349034] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 is going to be created. [ 722.396279] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: SUCCESS [ 722.396498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.408709] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.408709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.408709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.408930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.409125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.422045] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 in Status: IN_PROGRESS for 2s [ 722.496657] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-aa0d8ed3-ef4b-4638-9be2-8ce5b84e3af5 tempest-ListServersNegativeTestJSON-292467698 tempest-ListServersNegativeTestJSON-292467698-project-member] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 722.498585] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 722.499029] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.499161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.632068] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.632435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.632435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.632663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.632812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.632983] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be created. [ 722.668526] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.668762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.668895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.669274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.669633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.695641] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: UNINITIALIZED for 2s [ 723.012833] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.013225] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.013601] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.014333] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.014483] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.016628] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.016628] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.016628] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.016628] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.016628] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.016628] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.016628] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.016628] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.016628] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.016628] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.016628] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.042829] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.042829] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.042829] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.042829] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.042829] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-ed093607-7770-40a1-96f4-cfe71c96d654 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.042829] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.042829] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.042829] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.042829] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed093607-7770-40a1-96f4-cfe71c96d654',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.048060] env[65216]: INFO networking_nsxv3.common.synchronization [None req-e2ce0b0f-33bb-4ed3-9bcb-06b15cbc1eb5 None None] Enqueued Resource ID: a8d55d60-d446-4522-8ec4-c0480b22a1fa with Priority: HIGHEST for action port [ 723.048060] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d55d60-d446-4522-8ec4-c0480b22a1fa with Priority: HIGHEST for action port [ 723.048060] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d55d60-d446-4522-8ec4-c0480b22a1fa taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.048060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d55d60-d446-4522-8ec4-c0480b22a1fa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.048060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d55d60-d446-4522-8ec4-c0480b22a1fa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.048060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d55d60-d446-4522-8ec4-c0480b22a1fa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.048060] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d55d60-d446-4522-8ec4-c0480b22a1fa',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.546702] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.547141] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.548950] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.549701] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.550154] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.550266] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port ed093607-7770-40a1-96f4-cfe71c96d654 not found, creating... [ 723.552728] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.552728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.552728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.552728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.552728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.552728] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.552728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.552728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.553229] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.553229] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.553289] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: ed093607-7770-40a1-96f4-cfe71c96d654 is going to be created. [ 723.556178] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8d55d60-d446-4522-8ec4-c0480b22a1fa [ 723.556178] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.556178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.556601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.556832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.556943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.557242] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8d55d60-d446-4522-8ec4-c0480b22a1fa already deleted. [ 723.557347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d55d60-d446-4522-8ec4-c0480b22a1fa" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.616803] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.617030] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.617156] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.617447] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.617640] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.617856] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.930337] env[65216]: INFO networking_nsxv3.common.synchronization [req-a5bca4ce-61ca-489c-9797-1ed90129cba4 req-0f5b2fd2-2c45-4fc7-aa99-e2851cd8f2e0 tempest-ServerMetadataNegativeTestJSON-873665902 tempest-ServerMetadataNegativeTestJSON-873665902-project-member] Enqueued Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_members [ 723.931295] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f with Priority: HIGHEST for action security_group_members [ 723.931295] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5cc281-94c8-4111-9dea-d14c3ab2698f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.931498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.931498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.931640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.931763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.931874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.931944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.932204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.932298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.932391] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5cc281-94c8-4111-9dea-d14c3ab2698f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.981212] env[65216]: INFO networking_nsxv3.common.synchronization [None req-b7b5052e-0e4f-47f3-9e94-a21da9743780 None None] Enqueued Resource ID: 3e9b6a3f-893c-487b-bad0-8f2839342296 with Priority: HIGHEST for action port [ 723.981549] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9b6a3f-893c-487b-bad0-8f2839342296 with Priority: HIGHEST for action port [ 723.982295] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9b6a3f-893c-487b-bad0-8f2839342296 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.982461] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9b6a3f-893c-487b-bad0-8f2839342296" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.982531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9b6a3f-893c-487b-bad0-8f2839342296" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.982822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9b6a3f-893c-487b-bad0-8f2839342296" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.982901] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9b6a3f-893c-487b-bad0-8f2839342296',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.303344] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-b0dfa24d-e191-4074-b2bc-121e46abe99d service nova] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_rules [ 724.303603] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-b0dfa24d-e191-4074-b2bc-121e46abe99d service nova] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 724.304474] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-b0dfa24d-e191-4074-b2bc-121e46abe99d service nova] Enqueued Resource ID: ed093607-7770-40a1-96f4-cfe71c96d654 with Priority: HIGHEST for action port [ 724.304946] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_rules [ 724.305192] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 724.305355] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed093607-7770-40a1-96f4-cfe71c96d654 with Priority: HIGHEST for action port [ 724.305686] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.305814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.306057] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.306228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.306473] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed093607-7770-40a1-96f4-cfe71c96d654 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.306625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.306713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.307183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.307183] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed093607-7770-40a1-96f4-cfe71c96d654',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.437189] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.437189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.437189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.437839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.437839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.438208] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.438306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.438306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.438546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.438642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.438738] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f is going to be updated. [ 724.441274] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 in Status: SUCCESS [ 724.441430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.479026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.479026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.479026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.479026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.479026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.487678] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e9b6a3f-893c-487b-bad0-8f2839342296 [ 724.487678] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.487678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.487678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.487678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.487678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.487678] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e9b6a3f-893c-487b-bad0-8f2839342296 already deleted. [ 724.487678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9b6a3f-893c-487b-bad0-8f2839342296" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.490762] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f in Status: IN_PROGRESS for 2s [ 724.619863] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-8752d8fd-60b3-4b9f-9542-933c89ad54ba tempest-ListServersNegativeTestJSON-292467698 tempest-ListServersNegativeTestJSON-292467698-project-member] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 724.624279] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 724.624908] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.625190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.707451] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 724.707746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.707967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.708533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.708533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.708920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.708920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.709105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.709214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.709305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.709410] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.710509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.710628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.710813] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.710912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.710977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.711170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.714317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.714317] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.809754] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed093607-7770-40a1-96f4-cfe71c96d654 with status ACTIVE [ 724.812878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.812878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812878] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed093607-7770-40a1-96f4-cfe71c96d654 is going to be updated. [ 724.848639] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.848841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.848884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.850777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.850962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.851164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed093607-7770-40a1-96f4-cfe71c96d654" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.213065] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.213270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.216998] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.230818] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.232086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.232086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.232086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232086] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.232086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.232086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.232277] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232375] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.232583] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.232710] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.232811] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.232959] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.233135] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.233258] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.233830] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.258499] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.258499] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.258766] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.259014] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-817" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.259277] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.260613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.260613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.260613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.260613] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca92acd-4d07-4da9-9156-77c6ad1f3d56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.721342] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.763315] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.763702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.763914] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764376] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.764612] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.765023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 5ca92acd-4d07-4da9-9156-77c6ad1f3d56 not found, creating... [ 725.765352] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.765644] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.765768] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.766066] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.766319] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.766649] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.766904] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.767155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.767445] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.767649] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.767851] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 5ca92acd-4d07-4da9-9156-77c6ad1f3d56 is going to be created. [ 725.790698] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.791476] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.791476] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.791776] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.792111] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.792454] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088306] env[65216]: INFO networking_nsxv3.common.synchronization [None req-420ec159-0d8d-4a9d-b9c5-4a0a2a98afa0 tempest-ServersTestBootFromVolume-1870406854 tempest-ServersTestBootFromVolume-1870406854-project-member] Enqueued Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_rules [ 726.089075] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_rules [ 726.089832] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.089832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.090026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.090179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.090279] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.225382] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.225588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.225633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.225827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.225919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.226178] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 726.259707] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.259936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.260043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.260238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.260447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.271415] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 726.422854] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2dc393c4-6635-4fc5-a726-fa04aa79c2f4 tempest-ServersTestBootFromVolume-1870406854 tempest-ServersTestBootFromVolume-1870406854-project-member] Enqueued Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_rules [ 726.423448] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_rules [ 726.423761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.423877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.505391] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f in Status: SUCCESS [ 726.505686] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5cc281-94c8-4111-9dea-d14c3ab2698f deletion is rescheduled due to dependency. [ 726.505841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5cc281-94c8-4111-9dea-d14c3ab2698f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.573151] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-8025be43-2df9-40a2-8bd0-56d36dd82c98 service nova] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_rules [ 726.573626] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-8025be43-2df9-40a2-8bd0-56d36dd82c98 service nova] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 726.573626] env[65216]: INFO networking_nsxv3.common.synchronization [req-82845310-90a8-4a46-9b6c-adda95657aaf req-8025be43-2df9-40a2-8bd0-56d36dd82c98 service nova] Enqueued Resource ID: 5ca92acd-4d07-4da9-9156-77c6ad1f3d56 with Priority: HIGHEST for action port [ 726.574995] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_rules [ 726.574995] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 726.574995] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca92acd-4d07-4da9-9156-77c6ad1f3d56 with Priority: HIGHEST for action port [ 726.574995] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.574995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.575576] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.575745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.575976] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.576189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.576282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.576560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.578067] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca92acd-4d07-4da9-9156-77c6ad1f3d56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.628505] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.628505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.628505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.628505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.628505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.628505] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01f1ae9-2605-4918-b599-120678695261 already deleted. [ 726.628505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.628505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.628505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.628505] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.081913] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ca92acd-4d07-4da9-9156-77c6ad1f3d56 with status ACTIVE [ 727.082280] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.082664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.082746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.084529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.084529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.084529] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.084529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.084529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.084529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.085170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.086088] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.086088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.086088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.086088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.086088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.086554] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ca92acd-4d07-4da9-9156-77c6ad1f3d56 is going to be updated. [ 727.121645] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.121645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.121645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.121645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.121809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.121987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ca92acd-4d07-4da9-9156-77c6ad1f3d56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.154756] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.154885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.154942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.155218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.155398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.155449] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01f1ae9-2605-4918-b599-120678695261 already deleted. [ 727.155488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.598285] env[65216]: INFO networking_nsxv3.common.synchronization [None req-d8afee5f-60f9-48ac-810c-b55591565a3a None None] Enqueued Resource ID: c5b5d4a2-fb33-4e24-83dd-5bd08de713df with Priority: HIGHEST for action port [ 727.598285] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b5d4a2-fb33-4e24-83dd-5bd08de713df with Priority: HIGHEST for action port [ 727.598481] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b5d4a2-fb33-4e24-83dd-5bd08de713df taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.598622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b5d4a2-fb33-4e24-83dd-5bd08de713df" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b5d4a2-fb33-4e24-83dd-5bd08de713df" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.598910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b5d4a2-fb33-4e24-83dd-5bd08de713df" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.598989] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b5d4a2-fb33-4e24-83dd-5bd08de713df',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.101871] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b5d4a2-fb33-4e24-83dd-5bd08de713df [ 728.102174] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.102276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.102355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.102577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.102674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.102773] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b5d4a2-fb33-4e24-83dd-5bd08de713df already deleted. [ 728.102856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b5d4a2-fb33-4e24-83dd-5bd08de713df" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.293441] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 728.293674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.293849] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.294081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.294273] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.294392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.294551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.294612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.294711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.294808] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.798048] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.300286] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.802476] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.802682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.802714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.803374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.803374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.803374] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 729.838245] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.838389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.838460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.838669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.838816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.848289] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 730.482023] env[65216]: INFO networking_nsxv3.common.synchronization [req-b466344f-39fa-4312-95de-ec3f45ddaca4 req-a3072a6d-bbf8-4f51-8377-0044152fba53 tempest-FloatingIPsAssociationTestJSON-190014208 tempest-FloatingIPsAssociationTestJSON-190014208-project-member] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 730.482023] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 730.482787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.483435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.483435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.484131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.484131] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.484968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.484968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.485116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.485237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.485365] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.906337] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.906561] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.906685] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.907027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.907324] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.907526] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.907605] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.907852] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.908063] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.908377] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.908522] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.908690] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.908765] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.908884] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.908986] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.909133] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.934038] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.934038] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.934038] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.934038] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.934292] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.934456] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.934545] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.934887] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.936185] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c601e4-7a35-4fb0-8ac8-275c193a8ac6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.988893] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.989155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.989155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.990036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.990036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.990036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.990036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.990036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.990309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.990309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.990309] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b already deleted. [ 730.990839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.438648] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.438967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.439224] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.439623] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.439846] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.440088] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 not found, creating... [ 731.440558] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.440816] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.440998] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.441505] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.441877] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.442273] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.442558] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.442755] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.443085] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.443304] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.443578] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 is going to be created. [ 731.485586] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.486058] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.486058] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.486360] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.486663] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.486941] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.862029] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 731.862029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.862029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.862029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.862029] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.862029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.862029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.862029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.862029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.862029] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.233230] env[65216]: INFO networking_nsxv3.common.synchronization [req-b466344f-39fa-4312-95de-ec3f45ddaca4 req-cf7438cf-95de-4375-b0cd-6cfc86333302 service nova] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_rules [ 732.233230] env[65216]: INFO networking_nsxv3.common.synchronization [req-b466344f-39fa-4312-95de-ec3f45ddaca4 req-cf7438cf-95de-4375-b0cd-6cfc86333302 service nova] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 732.233230] env[65216]: INFO networking_nsxv3.common.synchronization [req-b466344f-39fa-4312-95de-ec3f45ddaca4 req-cf7438cf-95de-4375-b0cd-6cfc86333302 service nova] Enqueued Resource ID: d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 with Priority: HIGHEST for action port [ 732.233230] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_rules [ 732.233230] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 732.233230] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 with Priority: HIGHEST for action port [ 732.233230] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.233699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.233972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.234436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.234643] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.240352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.240352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.240352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.240352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.240352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.240352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.240352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.240352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.240352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.240352] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.241157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.241438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.241884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.242317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.242495] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c601e4-7a35-4fb0-8ac8-275c193a8ac6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.365104] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.745317] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 with status ACTIVE [ 732.747062] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.747062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.747062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.747062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.747062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.747062] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.747587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.747587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.747587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.747587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.747708] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.747751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.747827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.747980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.748068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.748154] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2c601e4-7a35-4fb0-8ac8-275c193a8ac6 is going to be updated. [ 732.751899] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.752403] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.752916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.785239] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.785406] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.785641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.785802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.785842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.786061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c601e4-7a35-4fb0-8ac8-275c193a8ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.867430] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.254590] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.373205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.373205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.373205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.373205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.373205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.373205] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 733.414901] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.414901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.414901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.415645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.415645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.429794] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 733.759108] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.759108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.759108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.762052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.762052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.762052] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be created. [ 733.787142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.787142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.787142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.788525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.788525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.797837] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: UNINITIALIZED for 2s [ 734.377210] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bc48b04-e11a-4c03-834a-b0793c09b995 req-2f7442ae-e232-443d-bd3c-43cdb7343392 tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 734.377895] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 734.378306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.378493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.378541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.379048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.379048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.379048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.379215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.379264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.379384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.379460] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.401307] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bc48b04-e11a-4c03-834a-b0793c09b995 req-2f7442ae-e232-443d-bd3c-43cdb7343392 tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 734.401532] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bc48b04-e11a-4c03-834a-b0793c09b995 req-2f7442ae-e232-443d-bd3c-43cdb7343392 tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 734.401739] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bc48b04-e11a-4c03-834a-b0793c09b995 req-2f7442ae-e232-443d-bd3c-43cdb7343392 tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with Priority: HIGHEST for action port [ 734.402325] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 734.402467] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 734.402576] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with Priority: HIGHEST for action port [ 734.403298] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.403484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.403606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.403927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.404080] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.404922] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.405033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.405317] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.405430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.405512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.405702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.405788] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5eee39-272c-4a5b-b0f6-2c61b92ac969',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.881801] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.914647] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.914787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.915487] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with status ACTIVE [ 734.915487] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.915487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.915487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.915746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.915746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.915809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.916085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.916085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.916260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.916342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.916590] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.916956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.916956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.916956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.917131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.917131] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 is going to be updated. [ 734.960356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.960550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.960827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.961409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.961409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.961847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.385926] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.446566] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.446566] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.446566] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.446566] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.446566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.448550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.448686] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.449889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.450111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.450302] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.450425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.452099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.452099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.452099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.452099] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.811568] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: SUCCESS [ 735.811927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.812466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.813062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.813253] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.813535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.813535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.813708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.813865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.814335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.814335] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.871732] env[65216]: INFO networking_nsxv3.common.synchronization [req-6b1e2f2b-8b1f-42f1-8985-1007ecd7548c req-62b2f6c8-a8fa-47d3-8fae-e4ac0e2e5d40 tempest-ListImageFiltersTestJSON-1417916437 tempest-ListImageFiltersTestJSON-1417916437-project-member] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 735.872374] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 735.874506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.874506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.874506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.874506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.875232] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.875232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.875232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.875708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.875708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.875881] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.890675] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.891160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.891160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.892516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.892516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.892516] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be updated. [ 735.933153] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.933736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.933824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.934182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.935142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.950694] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 735.958635] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.960444] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d005a5c-6f0a-4e72-9798-80a973e8e8d5: rpc.has_security_group_logging(os_id): False [ 735.981575] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.981690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.981750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.982088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.982168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.982499] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.982652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.982754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.983365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983365] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.983662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983905] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.984069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.984279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.984279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.984401] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be created. [ 736.061549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.061767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.061861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.062177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.062333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.079785] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 736.321903] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.322745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.322745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.323056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.323486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.323839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.326019] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.326019] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.326019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.328058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.328058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.328058] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.379054] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.379270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.379270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.379666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.379786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.380129] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.380270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.380270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.380942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.380942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.380942] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6873411e-04d9-4cf6-8831-706229671eec already deleted. [ 736.380942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.401500] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.402721] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.402927] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.403408] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.403765] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.403966] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.404563] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.405142] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.405323] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.405547] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.405656] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.405759] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.405865] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.405970] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.407071] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.407250] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.440767] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.442107] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.442366] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.445109] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.446594] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-67435945-380d-4098-a6de-8609fc5b190c taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.446594] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.447547] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.447672] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.448038] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67435945-380d-4098-a6de-8609fc5b190c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.462798] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.829435] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adc3f704-dcf7-473f-8428-38b69d7dd53b: rpc.has_security_group_logging(os_id): False [ 736.864799] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.865057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.865196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.865500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.865660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.865950] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.866138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.866250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.866561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.866648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.866972] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.867137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.867236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.867479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.867613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.868057] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.868238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.868357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.868602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.868722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.868820] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be created. [ 736.951181] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.951703] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.951703] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.952107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.952550] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.952550] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 67435945-380d-4098-a6de-8609fc5b190c not found, creating... [ 736.952901] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.953283] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.953385] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.953719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.954082] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.954437] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.954723] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.954784] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.955215] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.955414] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.955584] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 67435945-380d-4098-a6de-8609fc5b190c is going to be created. [ 736.965966] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.966418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.966546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.966777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.966877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.967026] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 736.970059] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.970787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.970787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.970787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.970988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.987302] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.987627] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.987761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.988140] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.988400] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.988671] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.991072] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: IN_PROGRESS for 2s [ 737.011032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.011207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.011207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.011409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.011549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.021179] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 737.763631] env[65216]: INFO networking_nsxv3.common.synchronization [req-6b1e2f2b-8b1f-42f1-8985-1007ecd7548c req-36f1069f-39b2-40ad-bfaa-ba206d8e7ce0 service nova] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_rules [ 737.763631] env[65216]: INFO networking_nsxv3.common.synchronization [req-6b1e2f2b-8b1f-42f1-8985-1007ecd7548c req-36f1069f-39b2-40ad-bfaa-ba206d8e7ce0 service nova] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 737.763769] env[65216]: INFO networking_nsxv3.common.synchronization [req-6b1e2f2b-8b1f-42f1-8985-1007ecd7548c req-36f1069f-39b2-40ad-bfaa-ba206d8e7ce0 service nova] Enqueued Resource ID: 67435945-380d-4098-a6de-8609fc5b190c with Priority: HIGHEST for action port [ 737.764323] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_rules [ 737.764458] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 737.764557] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67435945-380d-4098-a6de-8609fc5b190c with Priority: HIGHEST for action port [ 737.764864] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.764989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.765552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.765854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.765943] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.768158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.768348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.768409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.768565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.768797] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.768869] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.768901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.769502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.769502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.769502] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.770023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-67435945-380d-4098-a6de-8609fc5b190c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.770159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.770212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.770329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.770408] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67435945-380d-4098-a6de-8609fc5b190c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.960429] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 737.960775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.960868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.961118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.961325] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.961447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.961561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.961682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.961780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.961876] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.094998] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 738.095352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.095588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.095868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.096070] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.270056] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.270056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.274740] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67435945-380d-4098-a6de-8609fc5b190c with status ACTIVE [ 738.277182] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.277182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.277182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.277182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.277182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.278447] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.278610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.278683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.278884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.278988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.279979] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.280359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.280466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.280683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.280788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.280890] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67435945-380d-4098-a6de-8609fc5b190c is going to be updated. [ 738.282210] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.313047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.313256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.313355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.313747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.313947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.314158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67435945-380d-4098-a6de-8609fc5b190c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.464135] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.599573] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.599573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.788924] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.966492] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.006834] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: SUCCESS [ 739.007583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.033040] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 739.033276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.033430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.033650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.033900] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.034046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.034119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.034264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.034342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.034417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.034521] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.292808] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.293674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.293674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.293674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.293674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.293674] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be created. [ 739.324653] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.324653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.324653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.324653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.324653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.338539] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: UNINITIALIZED for 2s [ 739.469665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.469665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.470089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.470089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.470089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.470220] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be updated. [ 739.506046] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.506199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.506292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.506504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.506664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.517661] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 739.537332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.537686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.537686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.537803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.537879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.537969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.538063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.538169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.538255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.538430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.538514] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.538582] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.538616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.538767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.538913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.539013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.539072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.539211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.539358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.539358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.539500] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.041831] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d005a5c-6f0a-4e72-9798-80a973e8e8d5: rpc.has_security_group_logging(os_id): False [ 740.064175] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.064175] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.064175] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.064175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.064691] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.064691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.064691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.064691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.065084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.065388] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 740.138040] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.138040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.138040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.138282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.138371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.153799] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 741.351781] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 741.352221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.352665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.352918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.353222] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.353358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.353435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.353580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.353700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.353874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.354073] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.528597] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 741.528837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.529009] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.529273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.529503] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.529652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.529726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.529912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.530081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.530200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.530296] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.857901] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.858131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.858131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.858336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.858493] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.858588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.858781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.858905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.858905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.858988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.861030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.861030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.861030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.861030] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.036971] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.173403] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 742.173689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.173971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.174229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.174359] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.363634] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6873411e-04d9-4cf6-8831-706229671eec: rpc.has_security_group_logging(os_id): False [ 742.383113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.385525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.386929] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.386929] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.386929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.387463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.387463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.387463] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.387463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.387463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.387607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.387635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.387723] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be created. [ 742.450615] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.450843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.450843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.451014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.451238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.465598] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: IN_PROGRESS for 2s [ 742.543265] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913cda53-a96e-4d6f-bb88-65ae10fd3eb5: rpc.has_security_group_logging(os_id): False [ 742.563270] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.563468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.563507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.563695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.563782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.564046] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.564152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.564215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.564370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.564449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.564534] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be updated. [ 742.668139] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.668139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.668139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.668290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.670535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.673307] env[65216]: INFO networking_nsxv3.common.synchronization [None req-b57c13ff-1927-47df-9dd9-0470555d41c0 None None] Enqueued Resource ID: 82184ed7-8a0c-43a1-ba45-36ccf9790900 with Priority: HIGHEST for action port [ 742.674214] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82184ed7-8a0c-43a1-ba45-36ccf9790900 with Priority: HIGHEST for action port [ 742.674379] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-82184ed7-8a0c-43a1-ba45-36ccf9790900 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.674510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82184ed7-8a0c-43a1-ba45-36ccf9790900" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.674588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82184ed7-8a0c-43a1-ba45-36ccf9790900" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.674853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82184ed7-8a0c-43a1-ba45-36ccf9790900" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.674965] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82184ed7-8a0c-43a1-ba45-36ccf9790900',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.678255] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.678255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.678255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.678255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.678427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.678472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.678613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.678935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.678935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.678935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.679077] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.684279] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 743.179262] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82184ed7-8a0c-43a1-ba45-36ccf9790900 [ 743.179531] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.179691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.179792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.180030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.180148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.180262] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82184ed7-8a0c-43a1-ba45-36ccf9790900 already deleted. [ 743.180351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82184ed7-8a0c-43a1-ba45-36ccf9790900" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.180686] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.180806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.180870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.181067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.181224] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.181353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.181405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.181530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.181617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.181703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.181865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.183258] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.183258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.183258] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.683955] env[65216]: INFO networking_nsxv3.common.synchronization [req-2c02ad58-9e5d-4ea8-af8b-16ba33625fb0 req-b158cbbf-faa9-4d31-b9cf-d22e27cd04c5 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 743.685074] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 743.685074] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.685074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.685316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.685614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.686675] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.686675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.686675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.686675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.686675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.686675] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.687592] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d005a5c-6f0a-4e72-9798-80a973e8e8d5: rpc.has_security_group_logging(os_id): False [ 743.709733] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.710036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.710036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.710337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.710503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.710867] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.711035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.711131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.711357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.711482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.711720] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.711826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.711975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.712109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.712230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.712457] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.712606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.712703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.712882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.713012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.713194] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 743.784295] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.784658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.784817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.785336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.785583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.804523] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 744.189899] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.190048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.190117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.190464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.190561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.190762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.190864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.191881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.191881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.191881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.191881] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 already deleted. [ 744.191881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.224256] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.224454] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.224664] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.225522] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.225522] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.225522] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.225522] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.225766] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.225799] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.226046] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.226189] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.226349] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.226442] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.226594] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.226662] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.226805] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.250964] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.251168] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.251276] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.251452] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.251759] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-72f900bc-fd2b-487a-b11f-05d10410182c taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.251924] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.252043] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.252387] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.252522] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f900bc-fd2b-487a-b11f-05d10410182c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.482171] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 744.482432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.688010] env[65216]: INFO networking_nsxv3.common.synchronization [req-4b232eb6-74fe-4820-a434-749b75260bbe req-24a935bd-061c-4a56-8745-f60d6a234d63 tempest-FloatingIPsAssociationNegativeTestJSON-563101643 tempest-FloatingIPsAssociationNegativeTestJSON-563101643-project-member] Enqueued Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_members [ 744.688918] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGHEST for action security_group_members [ 744.689253] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.690023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.690023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.690023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.690023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.690023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.690023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.690291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.690291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.690291] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.704080] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 744.704276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.754574] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.754867] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.755037] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.755423] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.755612] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.755817] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 72f900bc-fd2b-487a-b11f-05d10410182c not found, creating... [ 744.756140] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.756327] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.756468] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.756753] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.756923] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.757299] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.757676] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.757676] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.757859] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.758018] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.758188] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 72f900bc-fd2b-487a-b11f-05d10410182c is going to be created. [ 744.783925] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.784211] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.784355] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.784699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.785013] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.785331] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.192882] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.193052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.193130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.193385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.193502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.193833] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.193987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.194102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.197449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.197449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.197449] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cae9994-2984-4f08-9f6a-52fb41675934 is going to be updated. [ 745.225589] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.225589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.225589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.225589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.225589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.233415] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cae9994-2984-4f08-9f6a-52fb41675934 in Status: IN_PROGRESS for 2s [ 745.550947] env[65216]: INFO networking_nsxv3.common.synchronization [None req-e78488df-0845-4b9a-899a-7918380d5faa None None] Enqueued Resource ID: 2164ed97-07d5-4ea5-8c86-9ba746391828 with Priority: HIGHEST for action port [ 745.551874] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2164ed97-07d5-4ea5-8c86-9ba746391828 with Priority: HIGHEST for action port [ 745.552550] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-2164ed97-07d5-4ea5-8c86-9ba746391828 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.552830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2164ed97-07d5-4ea5-8c86-9ba746391828" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.552919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2164ed97-07d5-4ea5-8c86-9ba746391828" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.553224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2164ed97-07d5-4ea5-8c86-9ba746391828" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.553316] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2164ed97-07d5-4ea5-8c86-9ba746391828',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.563948] env[65216]: INFO networking_nsxv3.common.synchronization [req-2c02ad58-9e5d-4ea8-af8b-16ba33625fb0 req-3bcb9f6a-b8b4-46cf-a833-29a07a5309da service nova] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 745.563948] env[65216]: INFO networking_nsxv3.common.synchronization [req-2c02ad58-9e5d-4ea8-af8b-16ba33625fb0 req-3bcb9f6a-b8b4-46cf-a833-29a07a5309da service nova] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 745.563948] env[65216]: INFO networking_nsxv3.common.synchronization [req-2c02ad58-9e5d-4ea8-af8b-16ba33625fb0 req-3bcb9f6a-b8b4-46cf-a833-29a07a5309da service nova] Enqueued Resource ID: 72f900bc-fd2b-487a-b11f-05d10410182c with Priority: HIGHEST for action port [ 745.564137] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 745.564181] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 745.564253] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f900bc-fd2b-487a-b11f-05d10410182c with Priority: HIGHEST for action port [ 745.564513] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.564625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.564687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.564926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.564971] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.565854] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.566352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.566352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.566352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.566352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.566352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.566352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.566763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.566763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.566763] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.567491] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-72f900bc-fd2b-487a-b11f-05d10410182c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.567596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.567661] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.568296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.568296] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f900bc-fd2b-487a-b11f-05d10410182c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.765857] env[65216]: INFO networking_nsxv3.common.synchronization [req-99117242-3be7-4e62-978f-9b1936a9865c req-91c69c1b-120b-4685-a71e-02622e9ca45b tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 745.766424] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 745.766717] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.766840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.767061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.767941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.768138] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.768251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.768315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.768484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.768573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.768666] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.781765] env[65216]: INFO networking_nsxv3.common.synchronization [req-99117242-3be7-4e62-978f-9b1936a9865c req-91c69c1b-120b-4685-a71e-02622e9ca45b tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 745.781941] env[65216]: INFO networking_nsxv3.common.synchronization [req-99117242-3be7-4e62-978f-9b1936a9865c req-91c69c1b-120b-4685-a71e-02622e9ca45b tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 745.782090] env[65216]: INFO networking_nsxv3.common.synchronization [req-99117242-3be7-4e62-978f-9b1936a9865c req-91c69c1b-120b-4685-a71e-02622e9ca45b tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with Priority: HIGHEST for action port [ 745.782736] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_rules [ 745.782834] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 745.782918] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with Priority: HIGHEST for action port [ 745.783665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.783840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.783915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.784140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.784218] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.785453] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.785570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.785758] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.785894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.785924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.786103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.786252] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5eee39-272c-4a5b-b0f6-2c61b92ac969',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.833657] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 745.833917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.057388] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f2474fcf-273e-4cb3-9a7c-fbbde9f032fd tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_rules [ 746.058293] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2164ed97-07d5-4ea5-8c86-9ba746391828 [ 746.058524] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.058711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.058774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.059031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.059150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.059267] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2164ed97-07d5-4ea5-8c86-9ba746391828 already deleted. [ 746.059371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2164ed97-07d5-4ea5-8c86-9ba746391828" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.059881] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_rules [ 746.062252] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.062252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.062252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.062252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.062252] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.070634] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.070634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.070634] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.071158] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72f900bc-fd2b-487a-b11f-05d10410182c with status ACTIVE [ 746.071301] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.071402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.071463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.071653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.071918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.072138] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.072241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.072305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.072458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.072538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.072708] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.072799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.072861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.072988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.073092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.076358] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72f900bc-fd2b-487a-b11f-05d10410182c is going to be updated. [ 746.099902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.099902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.099902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.099902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.099902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.099902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72f900bc-fd2b-487a-b11f-05d10410182c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.184849] env[65216]: INFO networking_nsxv3.common.synchronization [None req-fc0594e0-d72d-479d-bbbb-321feb8f4b5b tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_rules [ 746.185606] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_rules [ 746.186516] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.186516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.238394] env[65216]: INFO networking_nsxv3.common.synchronization [req-d8b885fb-31f6-4167-a43b-cd73d9f872e2 req-3645094a-a1c0-4d9c-8c68-d73a9324fac7 tempest-SecurityGroupRulesTestJSON-46858089 tempest-SecurityGroupRulesTestJSON-46858089-project-member] Enqueued Resource ID: d254073c-e586-47e8-90fd-2bb0bf427ca2 with Priority: HIGHEST for action security_group_rules [ 746.241574] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d254073c-e586-47e8-90fd-2bb0bf427ca2 with Priority: HIGHEST for action security_group_rules [ 746.241872] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d254073c-e586-47e8-90fd-2bb0bf427ca2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.242279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d254073c-e586-47e8-90fd-2bb0bf427ca2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.242409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d254073c-e586-47e8-90fd-2bb0bf427ca2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.242815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d254073c-e586-47e8-90fd-2bb0bf427ca2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.242956] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d254073c-e586-47e8-90fd-2bb0bf427ca2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.271172] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.290191] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.290191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.290191] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 with status ACTIVE [ 746.290463] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.290463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.290548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.291865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.291865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.291865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.292500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.292500] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e5eee39-272c-4a5b-b0f6-2c61b92ac969 is going to be updated. [ 746.465302] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.465549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.465764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.466163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.466509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.466883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5eee39-272c-4a5b-b0f6-2c61b92ac969" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.575017] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.610316] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.611079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.611079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.611079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.611079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.611222] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a already deleted. [ 746.611520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.612534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.612534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.612534] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.767671] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.768164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.768164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.768164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.768164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.768164] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d254073c-e586-47e8-90fd-2bb0bf427ca2 already deleted. [ 746.768164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d254073c-e586-47e8-90fd-2bb0bf427ca2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.773348] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.078585] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.078755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.078827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.079078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.079174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.079277] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 is going to be created. [ 747.109379] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.109379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.109379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.109600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.109872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.122680] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: UNINITIALIZED for 2s [ 747.134458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.134642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.134687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.134939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.135049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.135189] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a already deleted. [ 747.135300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.247555] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cae9994-2984-4f08-9f6a-52fb41675934 in Status: SUCCESS [ 747.247555] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cae9994-2984-4f08-9f6a-52fb41675934 deletion is rescheduled due to dependency. [ 747.247555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.276119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.276242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.276543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.276765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.276891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.276997] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be updated. [ 747.311737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.311737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.311966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.312044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.312452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.322683] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 748.212999] env[65216]: INFO networking_nsxv3.common.synchronization [req-7105c01e-bffd-4b4a-9b8b-9c4dd85b40d6 req-978246f3-4d8e-4f70-89ea-f5f414dde3fa tempest-ListServersNegativeTestJSON-292467698 tempest-ListServersNegativeTestJSON-292467698-project-member] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 748.213899] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 748.213899] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.214047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.214197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.214788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.215000] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.215654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.215654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.215776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.216399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.216399] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.571369] env[65216]: INFO networking_nsxv3.common.synchronization [req-31b9db5d-a0fc-4db2-9dd1-0129261bb0ca req-e4f9c1c5-972e-4469-98e7-cb1bfc4b3c17 tempest-SecurityGroupRulesTestJSON-46858089 tempest-SecurityGroupRulesTestJSON-46858089-project-member] Enqueued Resource ID: 74df5d08-d29c-4537-af25-c29d7b7e3d6e with Priority: HIGHEST for action security_group_rules [ 748.571758] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74df5d08-d29c-4537-af25-c29d7b7e3d6e with Priority: HIGHEST for action security_group_rules [ 748.572138] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74df5d08-d29c-4537-af25-c29d7b7e3d6e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.572295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74df5d08-d29c-4537-af25-c29d7b7e3d6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.572363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74df5d08-d29c-4537-af25-c29d7b7e3d6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.572671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74df5d08-d29c-4537-af25-c29d7b7e3d6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.572813] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74df5d08-d29c-4537-af25-c29d7b7e3d6e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.721574] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.096975] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.096975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.096975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.096975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.096975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.096975] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74df5d08-d29c-4537-af25-c29d7b7e3d6e already deleted. [ 749.097442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74df5d08-d29c-4537-af25-c29d7b7e3d6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.136048] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: SUCCESS [ 749.136048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.136048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.136365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.136412] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.136540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.136607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.136852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.137885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.137885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.137885] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.224659] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.334061] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 749.335323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.335323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.336028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.336374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.338167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.338167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.338167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.338167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.338167] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.640162] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.728374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.728610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.728873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.730272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.730272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.730272] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 749.768688] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.769170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.769170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.769170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.769323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.780575] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 749.841203] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.142578] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23: rpc.has_security_group_logging(os_id): False [ 750.166503] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.166503] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.166503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.166503] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 is going to be created. [ 750.264974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.264974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.264974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.264974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.264974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281032] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: IN_PROGRESS for 2s [ 750.343602] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.790655] env[65216]: INFO networking_nsxv3.common.synchronization [req-5b70a108-2aaa-4965-bedc-ee499573e151 req-5d3276f1-9404-4d63-8726-12540d36b84a tempest-SecurityGroupRulesTestJSON-46858089 tempest-SecurityGroupRulesTestJSON-46858089-project-member] Enqueued Resource ID: c514bae9-8e6d-4130-87f3-161a739e8e04 with Priority: HIGHEST for action security_group_rules [ 750.791279] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c514bae9-8e6d-4130-87f3-161a739e8e04 with Priority: HIGHEST for action security_group_rules [ 750.791576] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c514bae9-8e6d-4130-87f3-161a739e8e04 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.791701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c514bae9-8e6d-4130-87f3-161a739e8e04" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.791773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c514bae9-8e6d-4130-87f3-161a739e8e04" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.792047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c514bae9-8e6d-4130-87f3-161a739e8e04" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.792137] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c514bae9-8e6d-4130-87f3-161a739e8e04',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.847996] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.849684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.849933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.850158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.850290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.850443] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be updated. [ 750.898836] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.898989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.899083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.899315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.899469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.911268] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 751.318222] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.318222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.318222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.318605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.318605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.318605] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c514bae9-8e6d-4130-87f3-161a739e8e04 already deleted. [ 751.318605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c514bae9-8e6d-4130-87f3-161a739e8e04" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.644232] env[65216]: INFO networking_nsxv3.common.synchronization [req-a728b528-1750-4621-aedc-b511ae31de9a req-871ef876-523c-413f-867c-01b272a64271 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 751.644756] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 751.645060] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.645188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.645272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.645475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.645632] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.645731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.645795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.645939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.646371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.646498] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.673047] env[65216]: INFO networking_nsxv3.common.synchronization [req-4c071b32-616d-4e67-93fe-bc9905b2964b req-9d581156-2a4b-4982-bd47-6ac4ab6e7c05 tempest-ListImageFiltersTestJSON-1417916437 tempest-ListImageFiltersTestJSON-1417916437-project-member] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 751.673575] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 751.673857] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.673982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.674103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.674304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.674517] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.674586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.674625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.674764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.674856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.674935] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.791139] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 751.791415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.946230] env[65216]: INFO networking_nsxv3.common.synchronization [req-404d206a-4a67-47c4-bb98-a354761818cf req-116a3a55-a67d-4c89-99c2-836c628596f4 tempest-AttachInterfacesUnderV243Test-847538200 tempest-AttachInterfacesUnderV243Test-847538200-project-member] Enqueued Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 751.946764] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 with Priority: HIGHEST for action security_group_members [ 751.947084] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.947260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.018415] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.018720] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.018871] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.019163] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.019449] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.019608] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.019719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.019931] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.020168] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.020414] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.020528] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.020630] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.020914] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.020914] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.020914] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.021185] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.041880] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.042116] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.042260] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.042542] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.042863] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-66f2eef2-a5e6-4069-ba70-34293351b35f taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.043047] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.043165] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.043482] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.043637] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f2eef2-a5e6-4069-ba70-34293351b35f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.149179] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.149346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.149434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.149678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.149782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.150013] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.150116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.150178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.150328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.150417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.150503] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 752.176801] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.181319] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.181497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.181603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.181830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.181988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.191560] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 752.297504] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: SUCCESS [ 752.297666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.545958] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.546400] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.546400] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.546620] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.546761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.546910] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 66f2eef2-a5e6-4069-ba70-34293351b35f not found, creating... [ 752.547188] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.547333] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.547515] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.547731] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.547861] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.548148] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.548328] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.548442] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.548661] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.548798] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.548946] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 66f2eef2-a5e6-4069-ba70-34293351b35f is going to be created. [ 752.572505] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.572860] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.573073] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.573387] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.573619] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.574631] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.681331] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.919354] env[65216]: INFO networking_nsxv3.common.synchronization [req-ced3b023-dffb-4827-b0a0-2a686c2ae29d req-9df1d3dc-cb7c-48e6-ac93-b3b504600dc6 tempest-ServersAdminNegativeTestJSON-9282933 tempest-ServersAdminNegativeTestJSON-9282933-project-member] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 752.920275] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 752.920595] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.920718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.920784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.920987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.921152] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.921251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.921310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.921453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.921537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.921629] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.923188] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 752.923403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.923842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.924013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.924224] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.924363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.924430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.924575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.924676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.924762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.924853] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.925826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.925980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.926147] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.926269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.926355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.926497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.926576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.926678] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.186712] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.186940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.187016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.187296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.187418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.187540] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be updated. [ 753.220460] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.220610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.220698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.220896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.221091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.231611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: IN_PROGRESS for 2s [ 753.296540] env[65216]: INFO networking_nsxv3.common.synchronization [req-4c071b32-616d-4e67-93fe-bc9905b2964b req-84083737-e085-47c4-bd04-8ef86c47308e service nova] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_rules [ 753.296719] env[65216]: INFO networking_nsxv3.common.synchronization [req-4c071b32-616d-4e67-93fe-bc9905b2964b req-84083737-e085-47c4-bd04-8ef86c47308e service nova] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 753.296848] env[65216]: INFO networking_nsxv3.common.synchronization [req-4c071b32-616d-4e67-93fe-bc9905b2964b req-84083737-e085-47c4-bd04-8ef86c47308e service nova] Enqueued Resource ID: 66f2eef2-a5e6-4069-ba70-34293351b35f with Priority: HIGHEST for action port [ 753.298204] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_rules [ 753.298358] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 753.298473] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f2eef2-a5e6-4069-ba70-34293351b35f with Priority: HIGHEST for action port [ 753.299988] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.300144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.300212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.300426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.300510] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.301512] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.302526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.305558] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f2eef2-a5e6-4069-ba70-34293351b35f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.305691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.305764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.305989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.306085] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f2eef2-a5e6-4069-ba70-34293351b35f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.312297] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bb55442-35c6-434c-bf26-8eb4ea21c958 req-19d2ecc2-9b89-4417-b568-1f46add12b14 tempest-ServersV294TestFqdnHostnames-771532201 tempest-ServersV294TestFqdnHostnames-771532201-project-member] Enqueued Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_members [ 753.312971] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 with Priority: HIGHEST for action security_group_members [ 753.313299] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f491219f-21d7-4c50-ab69-85f03eb6bc65 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.313428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.313490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.314046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.314046] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.314046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.314046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.314200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.314372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.314442] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f491219f-21d7-4c50-ab69-85f03eb6bc65',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.430166] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.431392] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913cda53-a96e-4d6f-bb88-65ae10fd3eb5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.432459] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.432459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.432459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.432617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.432725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.432800] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.432891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.432949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.433640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.434048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.434048] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be updated. [ 753.471023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.471023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.471023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.471023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.471023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.482193] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 753.808340] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.808623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.814408] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66f2eef2-a5e6-4069-ba70-34293351b35f with status ACTIVE [ 753.814691] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.814831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.814925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.815158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.815275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.815471] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.815570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.815633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.815789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.815868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.816058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.816153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.816243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.816372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.816491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.816531] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66f2eef2-a5e6-4069-ba70-34293351b35f is going to be updated. [ 753.818592] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.818814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.818909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.819100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.819216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.819491] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.819637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.819731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.819952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820383] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 is going to be updated. [ 753.855607] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.855739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.855809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.856041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.856186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.856364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f2eef2-a5e6-4069-ba70-34293351b35f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.885420] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.885606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.885651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.885904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.886053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.896683] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 in Status: IN_PROGRESS for 2s [ 753.936724] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913cda53-a96e-4d6f-bb88-65ae10fd3eb5: rpc.has_security_group_logging(os_id): False [ 753.937911] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.961510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.961510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.961510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.961510] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 is going to be updated. [ 754.032328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.032328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.032474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.033216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.033216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.049891] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: IN_PROGRESS for 2s [ 754.204240] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 754.204240] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 deletion is rescheduled due to dependency. [ 754.204240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.381241] env[65216]: INFO networking_nsxv3.common.synchronization [req-72280a6a-2d75-422f-aed2-5503c9f40424 req-87c63403-9be0-4058-b4f4-ca3b72ab86d9 tempest-SecurityGroupRulesTestJSON-46858089 tempest-SecurityGroupRulesTestJSON-46858089-project-member] Enqueued Resource ID: 0faff149-e811-431b-b3ee-a7f77fb07488 with Priority: HIGHEST for action security_group_rules [ 754.381241] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0faff149-e811-431b-b3ee-a7f77fb07488 with Priority: HIGHEST for action security_group_rules [ 754.381425] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0faff149-e811-431b-b3ee-a7f77fb07488 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.381425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0faff149-e811-431b-b3ee-a7f77fb07488" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.381532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0faff149-e811-431b-b3ee-a7f77fb07488" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.381695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0faff149-e811-431b-b3ee-a7f77fb07488" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.381775] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0faff149-e811-431b-b3ee-a7f77fb07488',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.440153] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.440404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.440476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.440699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.440833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.441072] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be updated. [ 754.483760] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.484023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.484023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.484224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.484479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.495698] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: IN_PROGRESS for 2s [ 754.915932] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.915932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.915932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.915932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.916419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.916419] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0faff149-e811-431b-b3ee-a7f77fb07488 already deleted. [ 754.916419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0faff149-e811-431b-b3ee-a7f77fb07488" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.243750] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 755.244034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.245077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.245077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.245077] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.245077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.245077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.245077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.245428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.245428] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.494045] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 755.494275] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 deletion is rescheduled due to dependency. [ 755.494758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.622735] env[65216]: INFO networking_nsxv3.common.synchronization [req-fd359001-c703-4811-96ed-cbb72b1d5e03 req-e2840edd-47c6-4ec1-8cdb-d8ab5b7e4b9a tempest-SecurityGroupRulesTestJSON-46858089 tempest-SecurityGroupRulesTestJSON-46858089-project-member] Enqueued Resource ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 with Priority: HIGHEST for action security_group_rules [ 755.622945] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 with Priority: HIGHEST for action security_group_rules [ 755.623407] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.623552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.624043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.624205] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98d7a7d-6810-4a40-99b8-864dc19d7de4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.748318] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.908955] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 in Status: SUCCESS [ 755.908955] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f491219f-21d7-4c50-ab69-85f03eb6bc65 deletion is rescheduled due to dependency. [ 755.908955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f491219f-21d7-4c50-ab69-85f03eb6bc65" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.054081] env[65216]: INFO networking_nsxv3.common.synchronization [req-f4c014db-3a73-441f-959c-2dba65680ac2 req-17b69e69-4914-46f3-a085-5c73e075ccfc tempest-SecurityGroupRulesTestJSON-46858089 tempest-SecurityGroupRulesTestJSON-46858089-project-member] Enqueued Resource ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 with Priority: HIGHEST for action security_group_rules [ 756.054671] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 with Priority: HIGHEST for action security_group_rules [ 756.055498] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.055681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.070754] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913cda53-a96e-4d6f-bb88-65ae10fd3eb5 in Status: SUCCESS [ 756.071046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913cda53-a96e-4d6f-bb88-65ae10fd3eb5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.145954] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.146138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.146260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.146594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.146702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.146812] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 already deleted. [ 756.146945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.147188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.147350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.147443] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98d7a7d-6810-4a40-99b8-864dc19d7de4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.253300] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.507267] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 756.507474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.663261] env[65216]: INFO networking_nsxv3.common.synchronization [req-7e587bff-e1e0-4526-a2fe-61f092e53f3d req-896ab63f-7ae6-4766-bc53-498f25cc97ac tempest-SecurityGroupRulesTestJSON-46858089 tempest-SecurityGroupRulesTestJSON-46858089-project-member] Enqueued Resource ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 with Priority: HIGHEST for action security_group_rules [ 756.664155] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 with Priority: HIGHEST for action security_group_rules [ 756.664155] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.664155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.670794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.672296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.672431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.672674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.672777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.672869] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 already deleted. [ 756.672961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.673558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.673619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.673706] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98d7a7d-6810-4a40-99b8-864dc19d7de4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.679071] env[65216]: INFO networking_nsxv3.common.synchronization [req-a2fc53c5-98a3-43d2-bf26-d02fdd4484c6 req-76d38c91-d293-4e42-8253-f0ae1ef61b69 tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 756.679750] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 756.679847] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.679909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.680941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.680941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.680941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.680941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.680941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.680941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.680941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.681348] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.754787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.754787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.754787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.755237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.757293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.757293] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be updated. [ 756.788747] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.788747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.788747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.788747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.788747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.797844] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: IN_PROGRESS for 2s [ 757.184226] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.185835] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.185835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.189163] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 757.192907] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.193050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.193125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.193317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.193409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.193510] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98d7a7d-6810-4a40-99b8-864dc19d7de4 already deleted. [ 757.193598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98d7a7d-6810-4a40-99b8-864dc19d7de4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.219549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.219710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.219784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.219965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.220128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.235423] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 758.807939] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 758.808291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.808345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.808559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.808757] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.808875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.808939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.809106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.809187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.809270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.809360] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.247284] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 759.247284] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 deletion is rescheduled due to dependency. [ 759.247284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.314731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.314890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.314963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.315216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.315410] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.315515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.315581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.315728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.315813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.315899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.316062] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.316152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.316213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.316352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.316487] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.316577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.316638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.316787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.316861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.316942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.317036] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.594026] env[65216]: INFO networking_nsxv3.common.synchronization [req-b27d2843-c36b-4bc2-aa21-b1f9bb8416c2 req-53b606fe-1ca1-4d4d-aa50-97b9e3a6e264 tempest-ServerRescueTestJSON-487602121 tempest-ServerRescueTestJSON-487602121-project-member] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 759.594026] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGHEST for action security_group_members [ 759.594026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.594026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.594026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.594026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.596116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.596440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.596633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.597436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.597674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.599068] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.820978] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6873411e-04d9-4cf6-8831-706229671eec: rpc.has_security_group_logging(os_id): False [ 759.842048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.842048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.842048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.842048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.842690] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.842690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.842690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.842690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.843797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.843913] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be updated. [ 759.909181] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.909360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.909428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.909644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.909800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.931119] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: IN_PROGRESS for 2s [ 760.101775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.101945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.102040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.102260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.102375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.102577] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.102677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.102742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.102890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.102967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.103071] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be updated. [ 760.134035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.134035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.134035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.134035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.134035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.144478] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: IN_PROGRESS for 2s [ 760.236725] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6ba2fa7d-32e1-4865-90b9-4eeee4b6506b None None] Enqueued Resource ID: 2ef4687b-4cd9-4a5c-99c3-f571c316f8c4 with Priority: HIGHEST for action port [ 760.236725] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef4687b-4cd9-4a5c-99c3-f571c316f8c4 with Priority: HIGHEST for action port [ 760.236725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef4687b-4cd9-4a5c-99c3-f571c316f8c4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.236725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef4687b-4cd9-4a5c-99c3-f571c316f8c4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.236725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef4687b-4cd9-4a5c-99c3-f571c316f8c4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.236725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef4687b-4cd9-4a5c-99c3-f571c316f8c4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.236725] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef4687b-4cd9-4a5c-99c3-f571c316f8c4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.740986] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ef4687b-4cd9-4a5c-99c3-f571c316f8c4 [ 760.741268] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.741452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.741523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.741846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.741947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.742058] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ef4687b-4cd9-4a5c-99c3-f571c316f8c4 already deleted. [ 760.742163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef4687b-4cd9-4a5c-99c3-f571c316f8c4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.776179] env[65216]: INFO networking_nsxv3.common.synchronization [req-b3a49951-89ad-4c69-94a1-4a604fda5f70 req-226a77a3-5e59-423c-b8ba-53ef72d0dd38 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 760.777630] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 760.778899] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.779179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.780129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.780129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.780129] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.780129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.780129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.780129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.780129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.780407] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.195042] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.195405] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.195405] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.195645] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.195893] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.196048] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.196157] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.196390] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.196547] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.196746] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.196850] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.196948] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.197096] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.197206] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.197303] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.197426] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.218867] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.218867] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.218867] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.218867] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.218867] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-68d744ed-e88a-4a2c-b76d-af790fea2c81 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.219169] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.219169] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.219530] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.219685] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d744ed-e88a-4a2c-b76d-af790fea2c81',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.283020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.286028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.286028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.286028] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 761.316637] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.316772] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.316841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.317064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.317212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.326920] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 761.723825] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.724081] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.724206] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.724504] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.724653] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.724807] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 68d744ed-e88a-4a2c-b76d-af790fea2c81 not found, creating... [ 761.725101] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.725257] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.725397] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.725624] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.725834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.726044] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.726195] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.726341] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.726565] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.726696] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.726828] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 68d744ed-e88a-4a2c-b76d-af790fea2c81 is going to be created. [ 761.756126] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.756332] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.756447] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.756727] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.756960] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757252] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.946594] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 761.946706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.156421] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a614ac9-09cb-4732-b087-a95e115c432a in Status: SUCCESS [ 762.156645] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a deletion is rescheduled due to dependency. [ 762.156785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.429263] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 762.429579] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 762.574200] env[65216]: INFO networking_nsxv3.common.synchronization [req-b3a49951-89ad-4c69-94a1-4a604fda5f70 req-f3aee0e3-8568-4dca-b7f6-a89ab7134cd5 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 762.574381] env[65216]: INFO networking_nsxv3.common.synchronization [req-b3a49951-89ad-4c69-94a1-4a604fda5f70 req-f3aee0e3-8568-4dca-b7f6-a89ab7134cd5 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 762.574467] env[65216]: INFO networking_nsxv3.common.synchronization [req-b3a49951-89ad-4c69-94a1-4a604fda5f70 req-f3aee0e3-8568-4dca-b7f6-a89ab7134cd5 service nova] Enqueued Resource ID: 68d744ed-e88a-4a2c-b76d-af790fea2c81 with Priority: HIGHEST for action port [ 762.576767] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 762.576767] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 762.576767] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d744ed-e88a-4a2c-b76d-af790fea2c81 with Priority: HIGHEST for action port [ 762.576767] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.576767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.576767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.576767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.576767] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.577902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.577983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578196] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d744ed-e88a-4a2c-b76d-af790fea2c81 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.578321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.578688] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d744ed-e88a-4a2c-b76d-af790fea2c81',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.081545] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.081726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.081868] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68d744ed-e88a-4a2c-b76d-af790fea2c81 with status ACTIVE [ 763.082105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.082219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.082283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.082493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.082574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.082763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.082859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.082918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.083092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.083165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.083639] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.083639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.083639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.083639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.083795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.083795] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68d744ed-e88a-4a2c-b76d-af790fea2c81 is going to be updated. [ 763.116055] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.116220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.116276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.116890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.116890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.116890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d744ed-e88a-4a2c-b76d-af790fea2c81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.337987] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 763.337987] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 763.337987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.338366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.338417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.339574] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.339574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.339574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.339574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.339574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.339574] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.360369] env[65216]: INFO networking_nsxv3.common.synchronization [None req-bce36314-eebc-4ec0-83d7-147977e03c2b None None] Enqueued Resource ID: 38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2 with Priority: HIGHEST for action port [ 763.360369] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2 with Priority: HIGHEST for action port [ 763.360369] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.360369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.360369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.360574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.360574] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.846268] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.866503] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2 [ 763.866503] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.866503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.866503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.866503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.866503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.866503] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2 already deleted. [ 763.866503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b5a6fa-7e5a-4df0-b55e-e5cc9fc98cf2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.349522] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.853397] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.853397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.853397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.853397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.853397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.853397] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 764.885040] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.885040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.885040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.885326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.885326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.895380] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 764.974075] env[65216]: INFO networking_nsxv3.common.synchronization [None req-b3fa761e-1189-4e12-b383-16c20a3f589e None None] Enqueued Resource ID: bfc16573-3d79-4ace-a290-aade7fc6bf81 with Priority: HIGHEST for action port [ 764.974674] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc16573-3d79-4ace-a290-aade7fc6bf81 with Priority: HIGHEST for action port [ 764.974925] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc16573-3d79-4ace-a290-aade7fc6bf81 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.975088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc16573-3d79-4ace-a290-aade7fc6bf81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.975088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc16573-3d79-4ace-a290-aade7fc6bf81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.975374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc16573-3d79-4ace-a290-aade7fc6bf81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.975472] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc16573-3d79-4ace-a290-aade7fc6bf81',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.479225] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfc16573-3d79-4ace-a290-aade7fc6bf81 [ 765.479458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.479632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.479746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.479983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.480152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.480215] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfc16573-3d79-4ace-a290-aade7fc6bf81 already deleted. [ 765.480303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc16573-3d79-4ace-a290-aade7fc6bf81" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.001902] env[65216]: INFO networking_nsxv3.common.synchronization [req-1e2f03cb-69f2-4bc9-8b42-80cf6eae63d6 req-36ef9e62-946f-453b-b95b-838866714156 tempest-MigrationsAdminTest-1474095955 tempest-MigrationsAdminTest-1474095955-project-member] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 766.002558] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 766.002869] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.002990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.003524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.003756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.003944] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.004156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.004295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.004498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.004628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.004763] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.386175] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.386634] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.386634] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.386842] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.387424] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.387587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.387703] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.387920] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.388071] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.388274] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.388379] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.388480] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.388583] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.388686] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.388781] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.388905] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.410463] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.410625] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.410758] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.410921] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-305" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.411775] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-b4932ce9-1396-4892-862a-dff6a1c15019 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.411775] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.411775] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.412060] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.412060] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4932ce9-1396-4892-862a-dff6a1c15019',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.508668] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.702464] env[65216]: INFO networking_nsxv3.common.synchronization [None req-1a0e32c4-43f4-45de-940c-738bc4c35ba9 None None] Enqueued Resource ID: 4b49c2df-65da-4eae-b7ad-9787715ef007 with Priority: HIGHEST for action port [ 766.703109] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b49c2df-65da-4eae-b7ad-9787715ef007 with Priority: HIGHEST for action port [ 766.703433] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b49c2df-65da-4eae-b7ad-9787715ef007 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.703558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b49c2df-65da-4eae-b7ad-9787715ef007" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.703624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b49c2df-65da-4eae-b7ad-9787715ef007" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.703958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b49c2df-65da-4eae-b7ad-9787715ef007" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.704068] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b49c2df-65da-4eae-b7ad-9787715ef007',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.828312] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c3343a12-6a22-40b2-9cc0-9c5de949d2fe None None] Enqueued Resource ID: bbfd361e-21eb-4a1e-a857-61d316c43a8e with Priority: HIGHEST for action port [ 766.828875] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfd361e-21eb-4a1e-a857-61d316c43a8e with Priority: HIGHEST for action port [ 766.829900] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbfd361e-21eb-4a1e-a857-61d316c43a8e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.829900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbfd361e-21eb-4a1e-a857-61d316c43a8e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.829900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbfd361e-21eb-4a1e-a857-61d316c43a8e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.829900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbfd361e-21eb-4a1e-a857-61d316c43a8e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.829900] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfd361e-21eb-4a1e-a857-61d316c43a8e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.909364] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 766.909664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.910309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.910546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.910780] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.910892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.910958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.911125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.911205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.911305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.911403] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.916970] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.916970] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.916970] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.917769] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.917967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.918145] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port b4932ce9-1396-4892-862a-dff6a1c15019 not found, creating... [ 766.918437] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.918603] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.918772] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.919107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.919273] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.919706] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.920185] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.920185] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.920304] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.920439] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.920589] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: b4932ce9-1396-4892-862a-dff6a1c15019 is going to be created. [ 766.945992] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.946235] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.946403] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.946758] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.946944] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.947186] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.010057] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.206443] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b49c2df-65da-4eae-b7ad-9787715ef007 [ 767.206718] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.206857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.206964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.207249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.207345] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b49c2df-65da-4eae-b7ad-9787715ef007 already deleted. [ 767.207425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b49c2df-65da-4eae-b7ad-9787715ef007" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.331654] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbfd361e-21eb-4a1e-a857-61d316c43a8e [ 767.332236] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.332236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.332236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.332236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.332566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.332566] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbfd361e-21eb-4a1e-a857-61d316c43a8e already deleted. [ 767.332566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbfd361e-21eb-4a1e-a857-61d316c43a8e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.417436] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.417436] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.417436] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.417436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.417944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.417944] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.418086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.418163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.418372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.418694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.418847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.418980] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.512548] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.512804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.512804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.512976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.513336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.513336] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 is going to be updated. [ 767.541073] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.541354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.541354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.541571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.541669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.550794] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: IN_PROGRESS for 2s [ 767.715158] env[65216]: INFO networking_nsxv3.common.synchronization [req-1e2f03cb-69f2-4bc9-8b42-80cf6eae63d6 req-b96b6dff-4098-432a-9383-f0691f697c2e service nova] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_rules [ 767.715158] env[65216]: INFO networking_nsxv3.common.synchronization [req-1e2f03cb-69f2-4bc9-8b42-80cf6eae63d6 req-b96b6dff-4098-432a-9383-f0691f697c2e service nova] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 767.715158] env[65216]: INFO networking_nsxv3.common.synchronization [req-1e2f03cb-69f2-4bc9-8b42-80cf6eae63d6 req-b96b6dff-4098-432a-9383-f0691f697c2e service nova] Enqueued Resource ID: b4932ce9-1396-4892-862a-dff6a1c15019 with Priority: HIGHEST for action port [ 767.715158] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_rules [ 767.715158] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 767.716718] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4932ce9-1396-4892-862a-dff6a1c15019 with Priority: HIGHEST for action port [ 767.717421] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.717696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.717929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.718444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.721031] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.721031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.721031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.721031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4932ce9-1396-4892-862a-dff6a1c15019 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.721031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.721031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.721031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.721031] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4932ce9-1396-4892-862a-dff6a1c15019',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.922983] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6: rpc.has_security_group_logging(os_id): False [ 767.941532] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.941717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.941757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.941954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.942060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.942245] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.942345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.942590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.942779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.942861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.943080] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.943177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.943240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.943498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.943578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.943777] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.943872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.943932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.944094] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.944179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.944333] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 768.027191] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.027544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.027544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.027719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.027896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.042615] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 768.225694] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.225824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.226121] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4932ce9-1396-4892-862a-dff6a1c15019 with status ACTIVE [ 768.229040] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.229040] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.229040] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.229040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.229040] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4932ce9-1396-4892-862a-dff6a1c15019 is going to be updated. [ 768.254014] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.254305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.254411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.254928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.254928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.255293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4932ce9-1396-4892-862a-dff6a1c15019" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.324666] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2f87170c-1a34-42b3-b550-c283a73cb974 None None] Enqueued Resource ID: cde82926-db38-479a-8210-ea747d6c58a3 with Priority: HIGHEST for action port [ 769.324666] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cde82926-db38-479a-8210-ea747d6c58a3 with Priority: HIGHEST for action port [ 769.325180] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-cde82926-db38-479a-8210-ea747d6c58a3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.325180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cde82926-db38-479a-8210-ea747d6c58a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.325449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cde82926-db38-479a-8210-ea747d6c58a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.325535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cde82926-db38-479a-8210-ea747d6c58a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.326255] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde82926-db38-479a-8210-ea747d6c58a3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.566247] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: SUCCESS [ 769.566489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.566667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.567254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.567254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.567414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.567414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.567580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.567709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.567826] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.829952] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cde82926-db38-479a-8210-ea747d6c58a3 [ 769.830321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.830558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.830709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.831082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.831317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.831472] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cde82926-db38-479a-8210-ea747d6c58a3 already deleted. [ 769.831715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cde82926-db38-479a-8210-ea747d6c58a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.067230] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 770.067230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.071239] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.573672] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.076037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.076195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.076195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.076529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.076645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.076872] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 is going to be updated. [ 771.131620] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.131837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.131837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.132056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.132205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.144090] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: IN_PROGRESS for 2s [ 771.969123] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.970422] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.970422] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.970422] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.970422] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.971634] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.971861] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.972218] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.972906] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.972906] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.972906] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.973177] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.973177] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.973294] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.973456] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.973755] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.994555] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.994891] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.994891] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.995098] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.995408] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-d215ba2e-db2c-466d-9c20-4be312be782e taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.995583] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.995733] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.995964] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.997504] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d215ba2e-db2c-466d-9c20-4be312be782e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.498382] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.498687] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.498851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.499206] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.499437] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.499898] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.500132] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.500310] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.500551] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.500705] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.501069] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.501263] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.501375] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.501633] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.501827] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.501943] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: d215ba2e-db2c-466d-9c20-4be312be782e is going to be updated. [ 772.530855] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.531253] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.531458] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.531983] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.532302] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.532602] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.616906] env[65216]: INFO networking_nsxv3.common.synchronization [req-a9d56b52-9515-4f2b-9ad0-9a53eed6acc8 req-d2fc27fc-c8bd-4b63-b309-e42415df40f7 tempest-ServersTestFqdnHostnames-546676950 tempest-ServersTestFqdnHostnames-546676950-project-member] Enqueued Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_members [ 772.617525] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGHEST for action security_group_members [ 772.617943] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.618093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.618203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.618466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.618708] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.618840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.618905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.619077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.619161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.619254] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.123817] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.124141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.124141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.126203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.126203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.126203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.126203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.126203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.126203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.126203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.126203] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 is going to be updated. [ 773.159937] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: SUCCESS [ 773.161144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.161144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.161144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.161144] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.161144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.161144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.161144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.161451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.161451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.161451] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.169153] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.169153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.169153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.169153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.169153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.177183] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 in Status: IN_PROGRESS for 2s [ 773.302197] env[65216]: INFO networking_nsxv3.common.synchronization [req-5460beac-311d-453b-9893-76273427390c req-8e195e55-fcd8-4149-8203-e6621a026de5 service nova] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 773.302197] env[65216]: INFO networking_nsxv3.common.synchronization [req-5460beac-311d-453b-9893-76273427390c req-8e195e55-fcd8-4149-8203-e6621a026de5 service nova] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 773.302197] env[65216]: INFO networking_nsxv3.common.synchronization [req-5460beac-311d-453b-9893-76273427390c req-8e195e55-fcd8-4149-8203-e6621a026de5 service nova] Enqueued Resource ID: d215ba2e-db2c-466d-9c20-4be312be782e with Priority: HIGHEST for action port [ 773.302197] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_rules [ 773.302197] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 773.302197] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d215ba2e-db2c-466d-9c20-4be312be782e with Priority: HIGHEST for action port [ 773.302197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.302197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.302197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.303019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.303210] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.305055] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.305314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.305517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.305805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.306079] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.306314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.306736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.306992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.308022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.308022] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.308440] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d215ba2e-db2c-466d-9c20-4be312be782e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.308784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.309024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.309272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.309462] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d215ba2e-db2c-466d-9c20-4be312be782e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.663423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.663423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.663423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.663709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.664174] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.664174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.664174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.664174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.664398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.664398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.664469] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.664535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.664589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.664727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.664883] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.664959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.664996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.665144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.665218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.665298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.665423] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.811454] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.811697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.811765] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.815690] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d215ba2e-db2c-466d-9c20-4be312be782e with status ACTIVE [ 773.815913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.816056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.816174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.816326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.816520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.816709] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.816820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.816873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.817046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.817114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.817289] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.817394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.817448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.817576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.817655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.817732] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d215ba2e-db2c-466d-9c20-4be312be782e is going to be updated. [ 773.878981] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.879302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.879498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.879813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.880056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.880266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d215ba2e-db2c-466d-9c20-4be312be782e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.167365] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64df24ea-19f5-470f-a8c6-680ae3785f32: rpc.has_security_group_logging(os_id): False [ 774.187876] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.188088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.188168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.188609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.188609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.188790] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.188997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.188997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.189128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.189194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.189345] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.189456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.189515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.189625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.189699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.189973] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.190081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.190140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.190274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.190346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.190430] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 is going to be updated. [ 774.258203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.258203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.258203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.258408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.259671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.276139] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: IN_PROGRESS for 2s [ 774.315436] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.818589] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.818764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.818802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.819034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.819124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.819219] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 is going to be updated. [ 774.847674] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.847858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.847937] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.848170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.848341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.864321] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: IN_PROGRESS for 2s [ 775.131756] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bb67eec-6b76-4182-ada3-5f4626869b07 req-95ce0dc0-bff2-4431-b336-59e04f0e6aab tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_members [ 775.132337] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_members [ 775.133560] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.133560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.133560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.133560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.133560] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.133858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.133858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.133858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.133973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.134078] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.189704] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 in Status: SUCCESS [ 775.189704] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 deletion is rescheduled due to dependency. [ 775.189704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.588167] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.588830] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.589089] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.589550] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.589946] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.590220] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.590416] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.590801] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.591086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.592089] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.592089] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.592089] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.592089] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.592919] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.593592] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.593592] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.623448] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.623448] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.623448] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.623659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.624089] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624385] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.624564] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.626944] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.627147] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5f086f-6c23-4bf5-8c80-95ea3fae9480',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.637109] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.638153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.638153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.638965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.638965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.638965] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.639439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.639439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.639439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.639439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.639636] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 already deleted. [ 775.639636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.130043] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.130375] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.130499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.130879] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.131508] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.132100] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 6a5f086f-6c23-4bf5-8c80-95ea3fae9480 not found, creating... [ 776.132592] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.134012] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.134242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.134626] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.134907] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.135285] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.135659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.135862] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.136332] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.136571] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.137116] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 6a5f086f-6c23-4bf5-8c80-95ea3fae9480 is going to be created. [ 776.178228] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.178516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.178562] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.178899] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.179189] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.179515] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.294801] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: SUCCESS [ 776.294801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.876360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: SUCCESS [ 776.876360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.876360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.876360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.876360] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.876360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.876360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.877342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.877342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.877342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.877342] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.888507] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bb67eec-6b76-4182-ada3-5f4626869b07 req-0865ffbb-d57b-4b90-aeaf-6a619b3d3816 service nova] Enqueued Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_rules [ 776.888738] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bb67eec-6b76-4182-ada3-5f4626869b07 req-0865ffbb-d57b-4b90-aeaf-6a619b3d3816 service nova] Enqueued Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_members [ 776.888926] env[65216]: INFO networking_nsxv3.common.synchronization [req-2bb67eec-6b76-4182-ada3-5f4626869b07 req-0865ffbb-d57b-4b90-aeaf-6a619b3d3816 service nova] Enqueued Resource ID: 6a5f086f-6c23-4bf5-8c80-95ea3fae9480 with Priority: HIGHEST for action port [ 776.892855] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_rules [ 776.893707] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_members [ 776.893707] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5f086f-6c23-4bf5-8c80-95ea3fae9480 with Priority: HIGHEST for action port [ 776.894472] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.894654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.894753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.895288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.895540] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.896961] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.897220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.897290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.897572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.897844] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.898050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.898161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.898381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.898522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.898687] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.901935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.901935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.901935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.902454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.902454] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5f086f-6c23-4bf5-8c80-95ea3fae9480',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.379197] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.404548] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.404715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.409855] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.411051] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a5f086f-6c23-4bf5-8c80-95ea3fae9480 with status ACTIVE [ 777.411126] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.411249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.411316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.411529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.411619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.411807] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.411897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.411960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.412121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.412198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.412374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.412461] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.412524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.412656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.412729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.412811] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a5f086f-6c23-4bf5-8c80-95ea3fae9480 is going to be updated. [ 777.437912] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.438150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.438232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.438458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.438611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.438788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5f086f-6c23-4bf5-8c80-95ea3fae9480" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.882718] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9274a6f6-bd40-46ea-ad8f-39b2e5414786: rpc.has_security_group_logging(os_id): False [ 777.902206] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.902355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.902423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.902642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.902738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.903046] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.903114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.903168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.903327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.903431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.903523] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 is going to be updated. [ 777.915391] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.956138] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-59362af5-4b41-40bb-b49c-fb06964b5308 tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 777.956720] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 777.957060] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.957212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.957255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.957532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.957782] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.957887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.958026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.958213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.958509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.958509] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.967217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.967354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.967440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.967627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.967813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.981029] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: IN_PROGRESS for 2s [ 778.368416] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.368600] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.368782] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.369266] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.369632] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.369864] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.370051] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.370371] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.370598] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.370889] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.371065] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.371235] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.371389] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.371554] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.371713] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.371959] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.394787] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.394787] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.394787] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.395343] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.395508] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-81dbb6d0-800b-44ad-9157-07f1d060defb taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.395735] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.395913] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.396275] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.396492] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81dbb6d0-800b-44ad-9157-07f1d060defb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.417726] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.418264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.418264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.418264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.418264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.418635] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 is going to be created. [ 778.448292] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.448292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.448292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.448292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.448292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.460763] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 in Status: UNINITIALIZED for 2s [ 778.461271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.461446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.461561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.462065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.462190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.463123] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.463123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.463123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.463123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.463311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.463311] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 already deleted. [ 778.463530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.899321] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.899620] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.899797] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.900225] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.900425] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.900600] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 81dbb6d0-800b-44ad-9157-07f1d060defb not found, creating... [ 778.900886] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.901097] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.901183] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.901458] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.901639] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.901956] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.902196] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.902320] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.902561] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.902725] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.902902] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 81dbb6d0-800b-44ad-9157-07f1d060defb is going to be created. [ 778.935591] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.936074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.936296] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.936640] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.936949] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.937307] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.708758] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-1e69e267-68a5-4654-9ecf-16e1a281d6d8 service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 779.709345] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-1e69e267-68a5-4654-9ecf-16e1a281d6d8 service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 779.709345] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-1e69e267-68a5-4654-9ecf-16e1a281d6d8 service nova] Enqueued Resource ID: 81dbb6d0-800b-44ad-9157-07f1d060defb with Priority: HIGHEST for action port [ 779.711160] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 779.711160] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 779.711160] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbb6d0-800b-44ad-9157-07f1d060defb with Priority: HIGHEST for action port [ 779.712462] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.712617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.712689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.713066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.713192] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.715097] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.718177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.718177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.718177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.718177] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.718177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.718177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.718177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.718177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.718177] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.719980] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-81dbb6d0-800b-44ad-9157-07f1d060defb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.720392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.720392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.720693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.720876] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81dbb6d0-800b-44ad-9157-07f1d060defb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.995192] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: SUCCESS [ 779.995443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.215584] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.215796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.223691] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.224531] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81dbb6d0-800b-44ad-9157-07f1d060defb with status ACTIVE [ 780.224613] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.224677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.224763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.224954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.225902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.225902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.225902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.225902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.225902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.225902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.225902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.226238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.226238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.226238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.226238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.226365] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81dbb6d0-800b-44ad-9157-07f1d060defb is going to be updated. [ 780.248045] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.248203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.248244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.248446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.248588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.248800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81dbb6d0-800b-44ad-9157-07f1d060defb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.474180] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 in Status: SUCCESS [ 780.474389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.474576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.474834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.475082] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.475202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.475256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.475495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.475596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.475666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.475779] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.728282] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.934246] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-83ed6f20-18bd-4a07-b05c-100786166948 tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 780.934614] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 780.934934] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.935985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.979534] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.233228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.233228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.233228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.233228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.233228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.233228] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be created. [ 781.256749] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.257143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.257198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.257341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.270757] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: UNINITIALIZED for 2s [ 781.308223] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.308223] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.308223] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.308223] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.308776] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.309109] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.309333] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309918] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.310213] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.310537] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.310773] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.311124] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.311352] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.311555] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.311743] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.311962] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.342300] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.342300] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.342300] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.342300] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.342300] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-f85a2265-848b-4139-81ba-e4b7dac29eb0 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.342300] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.342300] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.343451] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.343732] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85a2265-848b-4139-81ba-e4b7dac29eb0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.481293] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4796c92-ea64-4c0f-b31a-4d8df1b76614: rpc.has_security_group_logging(os_id): False [ 781.503120] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.503441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.503547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.503777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.503912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.504264] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.504384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.504435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.504602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.504683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.504785] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 is going to be created. [ 781.646945] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.647225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.647361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.647637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.647902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.673033] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 in Status: IN_PROGRESS for 2s [ 781.850265] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.850265] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port f85a2265-848b-4139-81ba-e4b7dac29eb0 not found, creating... [ 781.850265] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.850265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.850918] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.853536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.853714] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.853983] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.854241] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.854591] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: f85a2265-848b-4139-81ba-e4b7dac29eb0 is going to be created. [ 781.895393] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.895662] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.895827] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.896086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.896324] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.896586] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.739243] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-32c6791f-0d94-4554-bfe6-580768d35359 service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 782.739470] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-32c6791f-0d94-4554-bfe6-580768d35359 service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 782.739637] env[65216]: INFO networking_nsxv3.common.synchronization [req-42d22dc7-6cdb-4cf7-80f2-cd1f50673aef req-32c6791f-0d94-4554-bfe6-580768d35359 service nova] Enqueued Resource ID: f85a2265-848b-4139-81ba-e4b7dac29eb0 with Priority: HIGHEST for action port [ 782.745156] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 782.745156] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 782.745156] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85a2265-848b-4139-81ba-e4b7dac29eb0 with Priority: HIGHEST for action port [ 782.745359] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.745359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.745559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.745700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.745886] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85a2265-848b-4139-81ba-e4b7dac29eb0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.745983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.746053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.746247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.746719] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85a2265-848b-4139-81ba-e4b7dac29eb0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.248455] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f85a2265-848b-4139-81ba-e4b7dac29eb0 with status ACTIVE [ 783.248854] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.249810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.249911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.251238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.251238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.251238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.251238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.251238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.251238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.251238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.251573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.251573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.251573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.251687] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f85a2265-848b-4139-81ba-e4b7dac29eb0 is going to be updated. [ 783.282762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.282896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.282946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.283148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.283290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.283575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85a2265-848b-4139-81ba-e4b7dac29eb0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.284420] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 783.284600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.284984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.284984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.285196] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.285298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.285298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.285418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.285551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.285634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.285834] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.286801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.286801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.287552] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.287696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.287760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.287916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.287998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.288107] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.686113] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 in Status: SUCCESS [ 783.689285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.789575] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.789703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.789905] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.293098] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.797193] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.797193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.797193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.797193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.797193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.797193] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 784.832486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.832688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.832816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.833109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.833269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.849255] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 785.378971] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.379308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.379308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.379440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.379534] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.882279] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.214317] env[65216]: INFO networking_nsxv3.common.synchronization [req-445513d5-1196-4381-b3d7-f198790b129b req-70987159-3e1d-48f2-9da6-5cea56cfeadf tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 786.215045] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 786.219291] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.219489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.219968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.220214] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.220339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.220421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.220651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.220751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.220852] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.389012] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.696367] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.696560] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.696674] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.696999] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.697269] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.697416] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.697520] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.697740] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.698804] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.698804] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.700154] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.700154] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.700154] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.700154] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.700154] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.700364] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.723227] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.723400] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.723534] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.723724] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.724080] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.724285] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.724401] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.724747] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.724887] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae80f0c-4b57-4fba-a200-1fc9ad3abb07',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.726596] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.726780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.726780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.727228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.727228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.727228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.727365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.727405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.727551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.727626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.727733] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 already deleted. [ 786.727838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873011] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 786.873011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.873579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.873878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.874078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.874252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.874401] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.890907] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 786.891084] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 787.229578] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.229899] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.230124] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.230484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.230696] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.230915] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 not found, creating... [ 787.231242] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.231427] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.231565] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.231873] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.232171] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.232600] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.232802] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.232948] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.233252] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.233442] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.233701] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 is going to be created. [ 787.279715] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.279977] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.280059] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.280397] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.280657] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.280883] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.380117] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.867541] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.867541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.867541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.867541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.880120] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 787.881748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.882246] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 787.883438] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.915853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.916044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.916133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.916395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.924224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.924792] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 787.924888] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.924940] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.964157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.964157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.964157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.964431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.965547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.965723] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 788.029036] env[65216]: INFO networking_nsxv3.common.synchronization [req-445513d5-1196-4381-b3d7-f198790b129b req-fef16f78-d28d-49e4-82e2-01ad3d203bb3 service nova] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 788.029036] env[65216]: INFO networking_nsxv3.common.synchronization [req-445513d5-1196-4381-b3d7-f198790b129b req-fef16f78-d28d-49e4-82e2-01ad3d203bb3 service nova] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 788.029036] env[65216]: INFO networking_nsxv3.common.synchronization [req-445513d5-1196-4381-b3d7-f198790b129b req-fef16f78-d28d-49e4-82e2-01ad3d203bb3 service nova] Enqueued Resource ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with Priority: HIGHEST for action port [ 788.029036] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 788.029036] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 788.029036] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with Priority: HIGHEST for action port [ 788.030752] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.030888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.030936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.031144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.031367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.031586] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 788.033932] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.033932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.033932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.033932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.033932] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.034203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.034304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.034363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.034584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.034785] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.034900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.034971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.035187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.035287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.035970] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.036268] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.036392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.036487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.036680] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.036768] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae80f0c-4b57-4fba-a200-1fc9ad3abb07',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.106855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.107089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.107089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.107285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.107495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.107716] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 788.107815] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f2712777-2ea3-450b-9901-649cd27585a4', '56400bab-03cd-4e5b-93b9-08e5d88b8c61', '8cae9994-2984-4f08-9f6a-52fb41675934', 'fb6cd83a-4db0-470a-8464-7b2a5dd837cc', 'c67c0b46-0dd0-465a-b6fa-48c4b0d0458b', 'f340427a-dc3b-47a0-bfbb-a6dcf9e1f415', '3ff9a7c1-6821-423e-aae5-7a79a6b1448c', '2a614ac9-09cb-4732-b087-a95e115c432a', '44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2', 'e76a1d33-93e7-4ced-9134-2c2050dd7ccc', 'cc7514c9-801d-4356-a2b9-29ae07b714e2', '1070fb5f-f212-4c05-a752-16a1ace9d133', '9274a6f6-bd40-46ea-ad8f-39b2e5414786', '839b4e1b-c442-4dd4-987a-f0cb567d890a', '77318a7b-f812-4318-9ad6-cccd57a4780a', '0313728b-b859-43fa-85af-f245f52c95b3', '2473aefb-6e5a-490f-a03f-4cb0da4662d0', '6e21c4d8-3978-4ae4-959a-f0c77679512e', '6873411e-04d9-4cf6-8831-706229671eec', '63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6', 'd4796c92-ea64-4c0f-b31a-4d8df1b76614', 'adc3f704-dcf7-473f-8428-38b69d7dd53b', '0d005a5c-6f0a-4e72-9798-80a973e8e8d5', 'f491219f-21d7-4c50-ab69-85f03eb6bc65', '913cda53-a96e-4d6f-bb88-65ae10fd3eb5', 'cb5cc281-94c8-4111-9dea-d14c3ab2698f', '750d9e26-c78b-4670-a985-3ac64a5edf29', '2db07692-d6b0-48f3-868a-c527df62cf97', '6b062cd2-612b-416b-a729-a38712cd27f1', '64df24ea-19f5-470f-a8c6-680ae3785f32', 'd73d04a6-619d-4599-890a-1b3b98982715', '1a2d52b8-7d82-40f3-a6d3-7529f4b66f23'} {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.107910] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 788.131278] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.133393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.133393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.133393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.133393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.133393] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 788.133393] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.133393] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 788.190153] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.190153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.190285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.190460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.191483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.192142] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 788.192142] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.192142] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 788.192142] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 788.192142] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 788.192142] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGH for action security_group_rules [ 788.192142] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGH for action security_group_rules [ 788.192554] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGH for action security_group_rules [ 788.192554] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGH for action security_group_rules [ 788.192554] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGH for action security_group_rules [ 788.192554] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGH for action security_group_rules [ 788.192554] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGH for action security_group_rules [ 788.192554] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGH for action security_group_rules [ 788.192748] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGH for action security_group_rules [ 788.192748] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGH for action security_group_rules [ 788.192748] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGH for action security_group_rules [ 788.192831] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGH for action security_group_rules [ 788.192831] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGH for action security_group_rules [ 788.192886] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGH for action security_group_rules [ 788.192977] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGH for action security_group_rules [ 788.193021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGH for action security_group_rules [ 788.193066] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGH for action security_group_rules [ 788.193131] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGH for action security_group_rules [ 788.193197] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGH for action security_group_rules [ 788.193261] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGH for action security_group_rules [ 788.193355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.364763] env[65216]: INFO networking_nsxv3.common.synchronization [None req-321b53d0-0d86-4aac-9b4e-993a2b3134d4 None None] Enqueued Resource ID: b7453e89-bf6e-48a7-a649-85238e3b25f4 with Priority: HIGHEST for action port [ 788.365195] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7453e89-bf6e-48a7-a649-85238e3b25f4 with Priority: HIGHEST for action port [ 788.365274] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2712777-2ea3-450b-9901-649cd27585a4 with Priority: HIGH for action security_group_rules [ 788.365716] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cae9994-2984-4f08-9f6a-52fb41675934 with Priority: HIGH for action security_group_rules [ 788.365805] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c with Priority: HIGH for action security_group_rules [ 788.366620] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77318a7b-f812-4318-9ad6-cccd57a4780a with Priority: HIGH for action security_group_rules [ 788.367194] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGH for action security_group_rules [ 788.367194] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGH for action security_group_rules [ 788.367194] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGH for action security_group_rules [ 788.367500] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 with Priority: HIGH for action security_group_rules [ 788.367655] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a with Priority: HIGH for action security_group_rules [ 788.368015] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGH for action security_group_rules [ 788.368084] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGH for action security_group_rules [ 788.368611] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 with Priority: HIGH for action security_group_rules [ 788.368611] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 with Priority: HIGH for action security_group_rules [ 788.368611] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGH for action security_group_rules [ 788.368719] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGH for action security_group_rules [ 788.368807] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 with Priority: HIGH for action security_group_rules [ 788.369030] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a614ac9-09cb-4732-b087-a95e115c432a with Priority: HIGH for action security_group_rules [ 788.369139] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b with Priority: HIGH for action security_group_rules [ 788.369330] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 with Priority: HIGH for action security_group_rules [ 788.369433] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc with Priority: HIGH for action security_group_rules [ 788.369758] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7453e89-bf6e-48a7-a649-85238e3b25f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.369888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7453e89-bf6e-48a7-a649-85238e3b25f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.369976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7453e89-bf6e-48a7-a649-85238e3b25f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.370264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7453e89-bf6e-48a7-a649-85238e3b25f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.370351] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7453e89-bf6e-48a7-a649-85238e3b25f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.372789] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2712777-2ea3-450b-9901-649cd27585a4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.373217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.373323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.373681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.373797] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2712777-2ea3-450b-9901-649cd27585a4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.374968] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cae9994-2984-4f08-9f6a-52fb41675934 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.375201] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.375598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.375841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.375998] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cae9994-2984-4f08-9f6a-52fb41675934',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.376827] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.377083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.377083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.377359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.377359] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff9a7c1-6821-423e-aae5-7a79a6b1448c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.380358] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77318a7b-f812-4318-9ad6-cccd57a4780a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.380358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.380358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.380358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.380358] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77318a7b-f812-4318-9ad6-cccd57a4780a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.384109] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.384109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.384222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.384389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.384509] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.385811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.385917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.386065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.386332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.386499] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.386878] env[65216]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 788.387835] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.387963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.388163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.388467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.388689] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.389837] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.389998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.390107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.390368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.390508] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2473aefb-6e5a-490f-a03f-4cb0da4662d0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.391833] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839b4e1b-c442-4dd4-987a-f0cb567d890a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.392317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.392317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.392317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.392493] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839b4e1b-c442-4dd4-987a-f0cb567d890a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.393452] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.393607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.393750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.393901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.394022] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.398835] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.399199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.399315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.399526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.399626] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.400647] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1070fb5f-f212-4c05-a752-16a1ace9d133 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.400807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.400897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.401094] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.401197] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1070fb5f-f212-4c05-a752-16a1ace9d133',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.402112] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc7514c9-801d-4356-a2b9-29ae07b714e2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.402259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.402352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.402531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.402636] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc7514c9-801d-4356-a2b9-29ae07b714e2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.403449] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.403595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.403685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.403862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.403965] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.404904] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.405599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.405599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.405599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.405599] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.406186] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.406307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.406348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.406484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.406548] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f340427a-dc3b-47a0-bfbb-a6dcf9e1f415',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.407644] env[65216]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 788.407644] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a614ac9-09cb-4732-b087-a95e115c432a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.407775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.407826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.407957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.408066] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a614ac9-09cb-4732-b087-a95e115c432a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.409047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.409183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.409312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.410525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.410525] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67c0b46-0dd0-465a-b6fa-48c4b0d0458b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.410525] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.410525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.410525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.411038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.411038] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56400bab-03cd-4e5b-93b9-08e5d88b8c61',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.411649] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.411889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.411889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.412073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.412174] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb6cd83a-4db0-470a-8464-7b2a5dd837cc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.420202] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.422469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.422469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.422469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.422469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.422469] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 788.460572] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.460984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.460984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.461677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.462913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.463062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.477885] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.478040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.478113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.478275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.478435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.489159] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 788.491735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.491852] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cae9994-2984-4f08-9f6a-52fb41675934 is going to be deleted. [ 788.493026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.493238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.521115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.521115] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2712777-2ea3-450b-9901-649cd27585a4 is going to be deleted. [ 788.539502] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.539685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.539869] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.541756] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with status ACTIVE [ 788.541944] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.542205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.542309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.542707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.542838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.543099] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.543247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.543319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.543582] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.543672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.544064] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.544064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.544064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.544294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.544379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.544487] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 is going to be updated. [ 788.575041] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.575214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.575281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.576271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.576271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.576271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.805556] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.805946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.806082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.806457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.806633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.806844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2712777-2ea3-450b-9901-649cd27585a4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.808218] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.808218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.808218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.808683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.808683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.808683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cae9994-2984-4f08-9f6a-52fb41675934" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.914568] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7453e89-bf6e-48a7-a649-85238e3b25f4 [ 788.914860] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.916085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.916085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.916085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.916085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.916085] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7453e89-bf6e-48a7-a649-85238e3b25f4 already deleted. [ 788.916085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7453e89-bf6e-48a7-a649-85238e3b25f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.961850] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.961850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.961850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.962095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.962169] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.962242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.962302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.963346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.963477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.964247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.964247] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.964985] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.965125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.965188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.965401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.965747] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.965747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.965886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.968665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.968839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.968996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.969227] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.980126] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.980367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.980367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.980596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.981132] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.981132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.981132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.981504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.981504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.981504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.981504] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.987407] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.987407] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.987407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.987407] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.990951] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.991140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.991140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.991343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.991969] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.991969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.991969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.991969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.991969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.991969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.992283] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.993107] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.994540] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.994540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.994540] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.004161] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.004400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.004477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.004691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.004867] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.004980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.005056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.005295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.005295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005576] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.005675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.005734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.005875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.006030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.009264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.009264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.009264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.009264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009264] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.047379] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.064318] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.064594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.064594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.064812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.068318] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.068318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.069331] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.069430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.070389] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.070565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.071635] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.071754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.072583] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.072722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.074327] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.074412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.075158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.075248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.075966] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.076070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.076699] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.076807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.077740] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.077740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.078166] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 789.078583] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.078692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.095729] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 789.095729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.095729] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1070fb5f-f212-4c05-a752-16a1ace9d133 is going to be deleted. [ 789.096593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.096843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.151802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.152057] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be deleted. [ 789.153219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.153528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.280466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.280466] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2473aefb-6e5a-490f-a03f-4cb0da4662d0 is going to be deleted. [ 789.281259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.281566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.296254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.296424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.307727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.307727] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56400bab-03cd-4e5b-93b9-08e5d88b8c61 is going to be deleted. [ 789.311281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.311281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.336916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.336916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.344217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.344395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.346090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.346090] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77318a7b-f812-4318-9ad6-cccd57a4780a is going to be deleted. [ 789.346588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.346823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.390451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.390611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a614ac9-09cb-4732-b087-a95e115c432a is going to be deleted. [ 789.392118] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.392246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.392304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.392489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.392573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.392696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56400bab-03cd-4e5b-93b9-08e5d88b8c61" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.392844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.392998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.422826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.422918] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff9a7c1-6821-423e-aae5-7a79a6b1448c is going to be deleted. [ 789.423993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.424224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.477253] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.479233] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.479233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.479473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.479627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.479871] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.480051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.480157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.480387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.480523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480892] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.481055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.481147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.481401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.481565] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.481701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.481793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482414] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.501640] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.501640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.501640] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.501640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.501640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.501640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.501640] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.501944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.501944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.502015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.502115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.502477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.502537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.502691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.502822] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.503066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.503141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.503277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.503357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.503447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.503533] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.506255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.506402] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc7514c9-801d-4356-a2b9-29ae07b714e2 is going to be deleted. [ 789.508949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.509216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.511014] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.513155] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.513555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.513620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.513754] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.514019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.514107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.514515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.514515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.514515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.514672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.514672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.514730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.514866] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.515079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.516863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.517271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.517271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.517271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.517411] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.520300] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.520385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.521031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e76a1d33-93e7-4ced-9134-2c2050dd7ccc: rpc.has_security_group_logging(os_id): False [ 789.549774] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.549942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.550125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.550260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.550338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.551022] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be created. [ 789.590143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.590306] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb6cd83a-4db0-470a-8464-7b2a5dd837cc is going to be deleted. [ 789.591256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.591476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.595465] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.597995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.644217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.644217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.644217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.644466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.644707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654909] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839b4e1b-c442-4dd4-987a-f0cb567d890a is going to be deleted. [ 789.655525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.655525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.659620] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.659620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.675500] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.675500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.692745] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: UNINITIALIZED for 2s [ 789.694044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.694324] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f340427a-dc3b-47a0-bfbb-a6dcf9e1f415 is going to be deleted. [ 789.695865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.696261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.696458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.696682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1070fb5f-f212-4c05-a752-16a1ace9d133" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.696947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.697183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.697297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.697501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.698373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.698871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.698871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.698976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2473aefb-6e5a-490f-a03f-4cb0da4662d0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.699478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.699478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.764167] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.764364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.779442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.779442] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67c0b46-0dd0-465a-b6fa-48c4b0d0458b is going to be deleted. [ 789.779442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.779661] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.779661] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.779786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77318a7b-f812-4318-9ad6-cccd57a4780a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.780748] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.780929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.780929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.781108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.781188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.781299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839b4e1b-c442-4dd4-987a-f0cb567d890a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.781430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.781569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.785067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.785067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a614ac9-09cb-4732-b087-a95e115c432a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.785067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.785067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.833818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.833818] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.833818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.833818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.834297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.834297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.834297] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.834297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.834492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.834539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.834584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.834762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.834831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.834894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.835045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.835119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.835912] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be updated. [ 789.836445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.836717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.836805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc7514c9-801d-4356-a2b9-29ae07b714e2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb6cd83a-4db0-470a-8464-7b2a5dd837cc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.838168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff9a7c1-6821-423e-aae5-7a79a6b1448c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.847030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.847030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.847030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.847030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.847030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.847030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f340427a-dc3b-47a0-bfbb-a6dcf9e1f415" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.927578] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.927924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.927924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.928189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67c0b46-0dd0-465a-b6fa-48c4b0d0458b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.973598] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.974161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.974161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.974161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.974322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.985659] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0313728b-b859-43fa-85af-f245f52c95b3: rpc.has_security_group_logging(os_id): False [ 789.986456] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6: rpc.has_security_group_logging(os_id): False [ 790.011987] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6873411e-04d9-4cf6-8831-706229671eec: rpc.has_security_group_logging(os_id): False [ 790.013583] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9274a6f6-bd40-46ea-ad8f-39b2e5414786: rpc.has_security_group_logging(os_id): False [ 790.023136] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e21c4d8-3978-4ae4-959a-f0c77679512e: rpc.has_security_group_logging(os_id): False [ 790.023136] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.023727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.023727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.023727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.034352] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 790.049475] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.049709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.051027] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.051027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.066604] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.066604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.066604] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.066604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.088572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.088894] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.088996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.089117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.089341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.089607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.089607] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 is going to be updated. [ 790.090959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.091238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.137643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.137643] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.137889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.137889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.138063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.138216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.138383] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 is going to be updated. [ 790.143793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.144558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.187206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.187468] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.187646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.189423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.189423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.189423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.190034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.190034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.190034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.190034] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 790.191451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.191707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.222380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.222712] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.222881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.222966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.223235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.223365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.223686] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.223848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.223948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225624] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.225624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.225624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.225624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225918] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be updated. [ 790.227512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.277699] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.279178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.281758] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.281758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.287035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.287442] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.287562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.287616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.287805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.287883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.288113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.288218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.288300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.288416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.288486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.289449] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.291280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.292321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.292715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.293182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.293450] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be updated. [ 790.294994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.295227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.296708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.296708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.297114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.297114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.315963] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: IN_PROGRESS for 2s [ 790.316448] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: IN_PROGRESS for 2s [ 790.335539] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.335780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.335780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.336024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.336186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.363037] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 790.376465] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.376939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.376939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.376939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.380176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.396654] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: IN_PROGRESS for 2s [ 790.423695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.423896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.423974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.424299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.424483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.451569] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: IN_PROGRESS for 2s [ 790.511475] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 790.511658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.511918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.512374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.512711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.512931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.514718] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.514718] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.514718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.515331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.515331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.515331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.515331] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.998172] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f41a86bc-be0c-4633-852b-0139683bc062 None None] Enqueued Resource ID: 1776e96d-ce35-4c6f-89c7-11c324a8683a with Priority: HIGHEST for action port [ 790.998770] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1776e96d-ce35-4c6f-89c7-11c324a8683a with Priority: HIGHEST for action port [ 790.999170] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1776e96d-ce35-4c6f-89c7-11c324a8683a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.999308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1776e96d-ce35-4c6f-89c7-11c324a8683a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.999375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1776e96d-ce35-4c6f-89c7-11c324a8683a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.999629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1776e96d-ce35-4c6f-89c7-11c324a8683a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.999944] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1776e96d-ce35-4c6f-89c7-11c324a8683a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.017965] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd0e7750-b3fc-4e70-a1c7-2627f7308089: rpc.has_security_group_logging(os_id): False [ 791.040970] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.040970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.040970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.040970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.040970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.040970] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.040970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.040970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.042198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.042198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.042198] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.042198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.042198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.042198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.042198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.042416] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.042416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.042416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.042543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.042577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.043934] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be created. [ 791.112024] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.112024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.112024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.112024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.112024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.122869] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 791.505141] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1776e96d-ce35-4c6f-89c7-11c324a8683a [ 791.505542] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.505756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.505833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.506120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.506302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.506580] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1776e96d-ce35-4c6f-89c7-11c324a8683a already deleted. [ 791.506580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1776e96d-ce35-4c6f-89c7-11c324a8683a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.644360] env[65216]: INFO networking_nsxv3.common.synchronization [req-e49a6cf1-4e33-4956-9e90-1f32631471cd req-9b7e7da5-c98f-48cf-a387-25d2c45392c1 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 791.644963] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 791.646101] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.646101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.646101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.646101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.646101] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.652030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.652030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.652030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.652030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.652030] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.705286] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 791.706652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.706652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.706652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.706652] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.706652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.706652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.707102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.707102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.707102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.707202] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.056212] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 792.056212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.157534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.158806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.158806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.158806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.158806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.158806] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.158806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.158806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.159287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.159287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.159287] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d already deleted. [ 792.159388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.218088] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.218257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.218324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.218538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.219579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.219579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.219579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.219579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.219579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.219579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.219579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.219579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.219579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.220109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.220109] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.220109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.220109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.220440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.220524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.220647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.220709] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.222558] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222769] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.222920] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.223287] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.223619] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.223841] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.223993] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.224322] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.224500] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.224742] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.224865] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.224974] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.225094] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.225229] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.225359] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.225523] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.251203] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.251203] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.251203] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.251203] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251537] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-3cdca53c-2783-4780-be5b-cdfb3541c799 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.251991] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.251991] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.252404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.252444] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdca53c-2783-4780-be5b-cdfb3541c799',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.345400] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: SUCCESS [ 792.345400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.346578] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: SUCCESS [ 792.346811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.376809] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 792.376809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.416583] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 792.416903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.466250] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 792.466912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.728957] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5: rpc.has_security_group_logging(os_id): False [ 792.750171] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.750319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.750383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.750604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.750700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.750921] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.751048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.751114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.751273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.751347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.751534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.751669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.751721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.751821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.751891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.754290] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.754514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.754596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.754761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.754876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.754988] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be created. [ 792.757101] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.757338] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.757520] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757785] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757956] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.758146] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 3cdca53c-2783-4780-be5b-cdfb3541c799 not found, creating... [ 792.758435] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.758660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.758810] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.759051] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.759189] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759469] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.759650] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.759774] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.760057] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.760266] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.760439] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 3cdca53c-2783-4780-be5b-cdfb3541c799 is going to be created. [ 792.765646] env[65216]: INFO networking_nsxv3.common.synchronization [req-7cb86140-cf36-4c35-8518-23e83edf7133 req-80a75d19-235d-49c4-87c4-ec22147a2faf tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 792.766391] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 792.766837] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.767036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.767144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.767445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.767685] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.767870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.768008] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.768301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.768493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.768680] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.785094] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.786204] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.786434] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.786752] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.787009] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.787390] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.827385] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.827539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.827615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.827820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.828412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.841494] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 793.137997] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 793.138469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.138469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.138653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.138742] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.272127] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.272346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.272406] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.273720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.273720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.273720] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.273720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.273720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.273720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.273720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.273720] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 793.307675] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.307675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.307675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.307843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.309244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.320754] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 793.583224] env[65216]: INFO networking_nsxv3.common.synchronization [req-e49a6cf1-4e33-4956-9e90-1f32631471cd req-625c906a-77a7-471a-ac7e-04d3974b5475 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 793.583637] env[65216]: INFO networking_nsxv3.common.synchronization [req-e49a6cf1-4e33-4956-9e90-1f32631471cd req-625c906a-77a7-471a-ac7e-04d3974b5475 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 793.584078] env[65216]: INFO networking_nsxv3.common.synchronization [req-e49a6cf1-4e33-4956-9e90-1f32631471cd req-625c906a-77a7-471a-ac7e-04d3974b5475 service nova] Enqueued Resource ID: 3cdca53c-2783-4780-be5b-cdfb3541c799 with Priority: HIGHEST for action port [ 793.584729] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 793.585067] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 793.585285] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdca53c-2783-4780-be5b-cdfb3541c799 with Priority: HIGHEST for action port [ 793.585774] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.586037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.586188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.586517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.586719] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.589017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.589017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.589017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.589017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.589017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.589017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.589017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.589017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.589017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.589017] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.592286] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdca53c-2783-4780-be5b-cdfb3541c799 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.592286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.592286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.592286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.592286] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdca53c-2783-4780-be5b-cdfb3541c799',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.642983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.642983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.642983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.642983] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.092942] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.095886] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.096950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.097617] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cdca53c-2783-4780-be5b-cdfb3541c799 with status ACTIVE [ 794.097617] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.097617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.097617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.097829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.097829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.097990] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.099311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.099311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.099311] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cdca53c-2783-4780-be5b-cdfb3541c799 is going to be updated. [ 794.121867] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.122015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.122084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.122320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.122464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.122654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdca53c-2783-4780-be5b-cdfb3541c799" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.145266] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.145603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.145603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.146197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.146197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.146197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.146197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.146197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.146457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.146457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.146520] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.146588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.146825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.146825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.146957] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.147058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.147117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.147248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.147321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.147401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.147484] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.601998] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.651274] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd0e7750-b3fc-4e70-a1c7-2627f7308089: rpc.has_security_group_logging(os_id): False [ 794.675154] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.675339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.675402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.676035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.676035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.676175] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.676237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.676347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.676479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.676561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.676762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.676886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.676937] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.677066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.677143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.677354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.677450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.677503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.677637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.677712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.677796] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 794.758969] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.759190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.759265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.759508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.759676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.782721] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 794.864691] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 794.864799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.108897] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.108897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.108897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.108897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.108897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.108897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be created. [ 795.133168] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.133354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.133430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.133605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.133848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144257] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: UNINITIALIZED for 2s [ 795.333696] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 795.333993] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 795.334062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.793847] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 796.794342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.877614] env[65216]: INFO networking_nsxv3.common.synchronization [req-15e4c865-e174-4627-94f0-cf79a37c4f7d req-d4bedf8f-4031-47be-af4a-56ae127562e4 tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 796.878192] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 796.878492] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.878618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.878686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.878932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.879355] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.879496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.879564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.879741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.879826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.879917] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.155025] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 797.155291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.155489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.155790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.156106] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.156185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.156229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.157181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.157181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.157181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.157181] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.248927] env[65216]: INFO networking_nsxv3.common.synchronization [req-72c39beb-6fe6-4541-863f-60b4976b20d0 req-300e22f7-d613-4ce8-8e97-6527f38eec92 tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 797.249490] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 797.249794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.249901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.382747] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.659172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.659361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.659361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.659550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.659708] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.659836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.659894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.659997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.660097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.660201] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.660366] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.660458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.660512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.660909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.660909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.660909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.661099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.661099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.661171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.661223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.661354] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.716243] env[65216]: INFO networking_nsxv3.common.synchronization [req-51529143-d928-4496-be9c-a4cfae3c57db req-5e2d8a7a-b906-4486-ba66-853070c48d10 tempest-ListServersNegativeTestJSON-292467698 tempest-ListServersNegativeTestJSON-292467698-project-member] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 797.716499] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 797.716880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.717015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.717099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.717480] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.717577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.717636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.717917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.718042] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.885990] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.065560] env[65216]: INFO networking_nsxv3.common.synchronization [req-a788f4c4-d3e3-4bca-9386-a1d78e89a265 req-26abbb2d-c8a6-44d5-8da3-e3161bf91ee8 tempest-ListServersNegativeTestJSON-292467698 tempest-ListServersNegativeTestJSON-292467698-project-member] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 798.066348] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGHEST for action security_group_members [ 798.067440] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.067440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.163401] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff7ce3d-8a03-40fe-ba80-1eca5899029d: rpc.has_security_group_logging(os_id): False [ 798.187451] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.187678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.187877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.188495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.188655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.188731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.188825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.188902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.189174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.189174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.189482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.189537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.189695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.189741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.190043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.190099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.190291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.190416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.190507] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be created. [ 798.223875] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.265372] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.265543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.265732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.265999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.266256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.281355] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 798.391197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.391435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.391549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.391757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.391862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.391979] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 798.430334] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.430334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.430334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.430334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.430334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.441113] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 798.726693] env[65216]: INFO networking_nsxv3.common.synchronization [req-b53c8f55-ce68-49de-9659-9edb77dddb03 req-6448d428-1a74-484b-bb09-c1f503b6a963 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 798.726924] env[65216]: INFO networking_nsxv3.common.synchronization [req-b53c8f55-ce68-49de-9659-9edb77dddb03 req-6448d428-1a74-484b-bb09-c1f503b6a963 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 798.727958] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.728710] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 798.728948] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 798.729921] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.730432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.730609] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731239] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.732324] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.732324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.732324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.732607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.732779] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.732888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.732945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.733111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.733198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.733380] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.782259] env[65216]: INFO networking_nsxv3.common.synchronization [req-b53c8f55-ce68-49de-9659-9edb77dddb03 req-6448d428-1a74-484b-bb09-c1f503b6a963 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_rules [ 798.782481] env[65216]: INFO networking_nsxv3.common.synchronization [req-b53c8f55-ce68-49de-9659-9edb77dddb03 req-6448d428-1a74-484b-bb09-c1f503b6a963 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 798.782602] env[65216]: INFO networking_nsxv3.common.synchronization [req-b53c8f55-ce68-49de-9659-9edb77dddb03 req-6448d428-1a74-484b-bb09-c1f503b6a963 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 798.782748] env[65216]: INFO networking_nsxv3.common.synchronization [req-b53c8f55-ce68-49de-9659-9edb77dddb03 req-6448d428-1a74-484b-bb09-c1f503b6a963 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 798.782926] env[65216]: INFO networking_nsxv3.common.synchronization [req-b53c8f55-ce68-49de-9659-9edb77dddb03 req-6448d428-1a74-484b-bb09-c1f503b6a963 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with Priority: HIGHEST for action port [ 798.783715] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_rules [ 798.783847] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 798.784025] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with Priority: HIGHEST for action port [ 798.784130] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 798.784304] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 798.784465] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.784594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.784664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.784900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.784981] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.786131] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.786267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.786335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.786645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.786725] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.789957] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.789957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.789957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.789957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.789957] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae80f0c-4b57-4fba-a200-1fc9ad3abb07',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.789957] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.792058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.792058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.792058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.230689] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.230689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.230689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.230689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.231143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.231291] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 799.237320] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.238529] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.264786] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.264786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.264786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.264786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.264786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.273733] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 799.288743] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.293503] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.293709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.293804] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with status ACTIVE [ 799.293975] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.294096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.294170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.294368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.294502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.294738] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.294841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.294900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.295080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.295154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.295331] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.295416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.295474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.295655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.295730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.295783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 is going to be updated. [ 799.322302] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.322585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.322585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.322880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.323167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.323448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.410317] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_members [ 799.410605] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 799.410767] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 799.411522] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_members [ 799.411863] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 799.411981] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 799.412343] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.412469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.412730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.412971] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.413052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.413052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.413208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.413290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.413384] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.414987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.415144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.415350] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.415551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.465992] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_rules [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_rules [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_members [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [req-f051ae51-957e-4c58-a279-0dc63602cace req-0259359d-6392-487b-8c10-449614b0c932 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with Priority: HIGHEST for action port [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_rules [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_members [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with Priority: HIGHEST for action port [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_rules [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 799.469021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 799.469021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.469021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.469021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.469021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.470118] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.470349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.470628] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.470858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.471027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.471342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.471519] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae80f0c-4b57-4fba-a200-1fc9ad3abb07',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.472615] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.472900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.473093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.473447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.473695] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.475036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.475036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.475036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.475367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.741130] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.742837] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.916915] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.975902] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 with status ACTIVE [ 799.979203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.979203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.979203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.979203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.979203] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae80f0c-4b57-4fba-a200-1fc9ad3abb07 is going to be updated. [ 799.981860] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.982318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.014499] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.015792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.015792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.015792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.015792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.015792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae80f0c-4b57-4fba-a200-1fc9ad3abb07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.244932] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.245352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.245352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.245562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.245689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.245854] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 800.247337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.247722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.247824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.248021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.248124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.248229] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be created. [ 800.279889] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.280119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.280119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.280379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.280547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.283079] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.283245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.283292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.283472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.283635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.296930] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: UNINITIALIZED for 2s [ 800.297982] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 800.300041] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 800.300269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.420246] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.455500] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 800.456096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.457136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.459387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.459387] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.459387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.459387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.459387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.459387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.459387] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.923105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.925449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.925449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.925449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.925449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.925449] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d is going to be created. [ 800.952044] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.952220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.952437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.952724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.953018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.961357] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.962014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.962014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.962014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.962142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.962307] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.962483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.962593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.962792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.962881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.962973] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 800.965314] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: UNINITIALIZED for 2s [ 800.994328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.994475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.994532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.994776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.994940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.007349] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 801.293656] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 801.293656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.293656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.293656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.293656] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.293656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.293656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.293656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.293656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.293656] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.796680] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.797076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.797155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.798017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.812692] env[65216]: INFO networking_nsxv3.common.synchronization [None req-87761b9b-29fd-4557-9e52-df5f0a3d5144 None None] Enqueued Resource ID: 74a89382-eef2-4ff7-9626-98731f30f42e with Priority: HIGHEST for action port [ 801.812692] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a89382-eef2-4ff7-9626-98731f30f42e with Priority: HIGHEST for action port [ 801.813354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a89382-eef2-4ff7-9626-98731f30f42e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.813354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a89382-eef2-4ff7-9626-98731f30f42e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.813510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a89382-eef2-4ff7-9626-98731f30f42e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.813789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a89382-eef2-4ff7-9626-98731f30f42e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.813872] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a89382-eef2-4ff7-9626-98731f30f42e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.827900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.828329] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.828859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.828859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.828859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.828859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.829083] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be updated. [ 801.896188] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.896416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.896416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.896781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.896953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.914546] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: IN_PROGRESS for 2s [ 802.312184] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 802.312542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.312802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.312891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.313093] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.313518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.313518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.313518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.313518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.313722] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.315123] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: SUCCESS [ 802.315317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.315719] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74a89382-eef2-4ff7-9626-98731f30f42e [ 802.315791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.315862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.315925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.316335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.316335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.316335] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74a89382-eef2-4ff7-9626-98731f30f42e already deleted. [ 802.316335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a89382-eef2-4ff7-9626-98731f30f42e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.316641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.316641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.316828] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.316828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.316828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.316968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.317035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.317123] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.703122] env[65216]: INFO networking_nsxv3.common.synchronization [None req-ac12f8cf-acf4-413d-a3f1-2ba4c24b3267 tempest-ServersTestJSON-2115160800 tempest-ServersTestJSON-2115160800-project-member] Enqueued Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_rules [ 802.704851] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_rules [ 802.704851] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.704851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.704851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.704851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.704851] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.815780] env[65216]: INFO networking_nsxv3.common.synchronization [None req-240c3de1-9da0-4fb7-976f-fb0a0900968e tempest-ServersTestJSON-2115160800 tempest-ServersTestJSON-2115160800-project-member] Enqueued Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_rules [ 802.818835] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_rules [ 802.819055] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.820485] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.821296] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.821847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.976982] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: SUCCESS [ 802.976982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.976982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.976982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.978487] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.978933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.980441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.981809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.981809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.981809] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.021098] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 803.021447] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 deletion is rescheduled due to dependency. [ 803.021447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.228321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.228608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.228667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.228874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.228968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.229073] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 already deleted. [ 803.229256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.229455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.229682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.229682] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.323220] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.324200] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.483859] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.754868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.755072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.755148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.755384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.755477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.755577] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 already deleted. [ 803.755765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.826628] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.826854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.826929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.827162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.827242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.827339] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 803.828755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.828904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.829109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.829354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.829450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.829534] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be updated. [ 803.883505] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.883823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.883823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.884047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.884214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.886641] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.886641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.886641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.887045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.900044] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 803.900962] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: IN_PROGRESS for 2s [ 803.924728] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 in Status: SUCCESS [ 803.924915] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 deletion is rescheduled due to dependency. [ 803.925080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.987104] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.326220] env[65216]: INFO networking_nsxv3.common.synchronization [None req-20f56584-b3f6-4c41-b903-6f23b2f53cfc None None] Enqueued Resource ID: f75d21c6-c5c0-4995-992d-f74d0df93489 with Priority: HIGHEST for action port [ 804.326835] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75d21c6-c5c0-4995-992d-f74d0df93489 with Priority: HIGHEST for action port [ 804.328142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75d21c6-c5c0-4995-992d-f74d0df93489 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.328142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75d21c6-c5c0-4995-992d-f74d0df93489" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.328142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75d21c6-c5c0-4995-992d-f74d0df93489" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.328142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75d21c6-c5c0-4995-992d-f74d0df93489" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.328452] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75d21c6-c5c0-4995-992d-f74d0df93489',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.490773] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.491046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.491046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.491375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.491375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.491579] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d is going to be updated. [ 804.526305] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.526488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.526547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.526735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.526865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.539471] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: IN_PROGRESS for 2s [ 804.830676] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f75d21c6-c5c0-4995-992d-f74d0df93489 [ 804.830676] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.830890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.830890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.831048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.831244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.831311] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f75d21c6-c5c0-4995-992d-f74d0df93489 already deleted. [ 804.831543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75d21c6-c5c0-4995-992d-f74d0df93489" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.912908] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 805.913270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.913860] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: SUCCESS [ 805.914035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.914325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.914566] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.914678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.914733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.914987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915175] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.915995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.916194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.916809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.916809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.916809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.916809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.916809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.916809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.917181] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.919295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919295] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919295] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.919929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919929] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.920138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.920138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.920138] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.235781] env[65216]: INFO networking_nsxv3.common.synchronization [req-ba889247-ec35-45a0-8130-e9fb197a3603 req-4e503709-2ec4-44a6-b9e8-989a5b1811ed tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 806.236345] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 806.236665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.236821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.236902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237288] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.237763] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.418543] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.418687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425061] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.425061] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.425337] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.553017] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: SUCCESS [ 806.553239] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.553410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.553662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.553860] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.553996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.554104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.554244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.554334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.557109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.557109] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.742923] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.744229] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.744229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.744229] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 806.775256] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.775256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.775256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.775256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.775256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.784520] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 806.926876] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1609bd9c-3db7-4e27-b6a7-9a487663ccc3: rpc.has_security_group_logging(os_id): False [ 806.928152] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.929130] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.948887] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.949143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.949257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.949458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.949548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.949787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.949889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.949951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.950755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.950755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.950755] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be created. [ 807.006416] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.006416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.006416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.006674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.006795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.021684] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: IN_PROGRESS for 2s [ 807.060380] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.430728] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.430977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.431156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.431431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.431571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.431712] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 807.433235] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.433395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.433516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.433729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.433822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.433926] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be updated. [ 807.463546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.463766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.463818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.464088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.464205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.466140] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.466319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.466426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.466620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.466763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.478810] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: IN_PROGRESS for 2s [ 807.479660] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 807.488098] env[65216]: INFO networking_nsxv3.common.synchronization [req-7e05fff2-81f9-4ce1-8558-aa36dbac9fc9 req-b633d35f-0152-4fdd-a377-0fb011cde5ea tempest-ServersAdminNegativeTestJSON-9282933 tempest-ServersAdminNegativeTestJSON-9282933-project-member] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 807.488737] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGHEST for action security_group_members [ 807.489119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.489228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.489287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.489510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.489697] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.489829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.489889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.490189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.490189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.490294] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.564429] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d: rpc.has_security_group_logging(os_id): False [ 807.584686] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.585454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.585722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.586337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.587484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.587681] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.589019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.589019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.589019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.589019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.589019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d is going to be created. [ 807.643395] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.643656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.643791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.644049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.644234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.656077] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: IN_PROGRESS for 2s [ 807.992338] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.992693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.992693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.992853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.993074] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.993166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.993228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.993341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.993416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.993498] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be updated. [ 808.020659] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.020826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.020826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.021028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.021172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.029787] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: IN_PROGRESS for 2s [ 808.232052] env[65216]: INFO networking_nsxv3.common.synchronization [None req-7e75c1fe-2553-4f26-958c-6cc232281993 tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: 81c82081-00ed-4a74-a16f-f3dd93baab07 with Priority: HIGHEST for action security_group_rules [ 808.232052] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c82081-00ed-4a74-a16f-f3dd93baab07 with Priority: HIGHEST for action security_group_rules [ 808.232540] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c82081-00ed-4a74-a16f-f3dd93baab07 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.232831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.232912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.233167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.233247] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c82081-00ed-4a74-a16f-f3dd93baab07',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.370705] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5370bf70-7e26-452e-94b8-9063bba94cb7 tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: 81c82081-00ed-4a74-a16f-f3dd93baab07 with Priority: HIGHEST for action security_group_rules [ 808.371346] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c82081-00ed-4a74-a16f-f3dd93baab07 with Priority: HIGHEST for action security_group_rules [ 808.371816] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c82081-00ed-4a74-a16f-f3dd93baab07 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.371996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.761330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.761529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.761628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.761868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.761959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.762085] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c82081-00ed-4a74-a16f-f3dd93baab07 already deleted. [ 808.762237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.762358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.762600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.762684] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c82081-00ed-4a74-a16f-f3dd93baab07',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.796380] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 808.796533] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 808.796709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.036277] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: SUCCESS [ 809.036640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.037387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.037387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.037387] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.286427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.286720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.286919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.287363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.287603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.287830] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c82081-00ed-4a74-a16f-f3dd93baab07 already deleted. [ 809.288151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c82081-00ed-4a74-a16f-f3dd93baab07" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.493169] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 809.493588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.493588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.494162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.494162] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.494375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.494415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.495125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.495125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.495125] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.497205] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: SUCCESS [ 809.497384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.497547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.497739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.497932] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.498231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.498314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.498314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.498458] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.539531] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.539746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.671944] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: SUCCESS [ 809.672208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.999754] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.000826] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.040236] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e in Status: SUCCESS [ 810.040507] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e deletion is rescheduled due to dependency. [ 810.040606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.222553] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-eb5061a6-3037-40b9-b61e-1a5535809784 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 810.223541] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 810.223895] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.226407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.226554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.226817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.227148] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.227148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.227275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.227569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.227569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.227676] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.502888] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.503867] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.651306] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-62ec692a-4388-4c18-a8a3-904440b2a944 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 810.651994] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 810.652386] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.652530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.730677] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.731166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.731929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.733170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.759021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.759124] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.759452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.759452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.759683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.759683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.759820] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 810.794876] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.796099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.796238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.796478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.796641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.811036] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 811.005475] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.006082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.006211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.006481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.006581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.006738] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 811.008889] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.009038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.009110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.009290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.009374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.009500] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be updated. [ 811.045548] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.045548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.045548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.045548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.045548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.049166] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.049166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.049166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.049166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.049166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.061726] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 811.061726] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: IN_PROGRESS for 2s [ 811.099398] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.099758] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-477" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.099939] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-477" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.100240] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-477" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.100502] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.100660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.100774] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.101043] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.101143] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.101609] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.101609] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.101609] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.101750] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.101750] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.101844] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.101979] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.125542] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.125793] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.125940] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.126184] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-477" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.126581] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-88bba779-5d5b-4bf9-b0cf-a497c849e357 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.126868] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.127069] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.127422] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.127581] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bba779-5d5b-4bf9-b0cf-a497c849e357',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.633432] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.633594] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.633594] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.634349] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.634349] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.634512] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 88bba779-5d5b-4bf9-b0cf-a497c849e357 not found, creating... [ 811.634791] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.634953] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.635082] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.635317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.635473] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.635792] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.635960] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.636090] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.636331] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.636431] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.636563] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 88bba779-5d5b-4bf9-b0cf-a497c849e357 is going to be created. [ 811.663214] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.663214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.663214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.663214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.663214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.663214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.458033] env[65216]: INFO networking_nsxv3.common.synchronization [None req-cb42ec8c-461a-44ce-8f4f-7961f9ff68f3 None None] Enqueued Resource ID: 7c1fe977-0388-4b90-b609-485eeec28604 with Priority: HIGHEST for action port [ 812.458033] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1fe977-0388-4b90-b609-485eeec28604 with Priority: HIGHEST for action port [ 812.458716] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1fe977-0388-4b90-b609-485eeec28604 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.458999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1fe977-0388-4b90-b609-485eeec28604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.459176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1fe977-0388-4b90-b609-485eeec28604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.459564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1fe977-0388-4b90-b609-485eeec28604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.460961] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1fe977-0388-4b90-b609-485eeec28604',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.505604] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-b4780393-0f32-4c56-971d-db971ab173b9 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 812.506956] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-b4780393-0f32-4c56-971d-db971ab173b9 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 812.507240] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-b4780393-0f32-4c56-971d-db971ab173b9 service nova] Enqueued Resource ID: 88bba779-5d5b-4bf9-b0cf-a497c849e357 with Priority: HIGHEST for action port [ 812.508136] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 812.508136] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 812.508214] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bba779-5d5b-4bf9-b0cf-a497c849e357 with Priority: HIGHEST for action port [ 812.508504] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.508624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.508701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.508912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.509050] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.511017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.511017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.512066] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-88bba779-5d5b-4bf9-b0cf-a497c849e357 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.512230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.512318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.512490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.512543] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bba779-5d5b-4bf9-b0cf-a497c849e357',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.820958] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 812.820958] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 deletion is rescheduled due to dependency. [ 812.820958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.821289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.821585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.821826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.821996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.822140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.822350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.822478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.822608] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.934704] env[65216]: INFO networking_nsxv3.common.synchronization [req-3613822f-b089-45ef-b5dd-32bc59cff33e req-d3836ff5-002d-49d3-9855-b5a826646b0a tempest-FloatingIPsAssociationTestJSON-190014208 tempest-FloatingIPsAssociationTestJSON-190014208-project-member] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 812.935267] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 812.935705] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.935822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.935877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.936073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.936239] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.936362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.936421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.936576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.936677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.936785] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.966796] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c1fe977-0388-4b90-b609-485eeec28604 [ 812.966796] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.966796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.966796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.967324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.967324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.967324] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c1fe977-0388-4b90-b609-485eeec28604 already deleted. [ 812.967324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1fe977-0388-4b90-b609-485eeec28604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.011248] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.011514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.015158] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88bba779-5d5b-4bf9-b0cf-a497c849e357 with status ACTIVE [ 813.015158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.015369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.015369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.015533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.015631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.015944] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.016075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.016158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.016612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.016612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.016612] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.016926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.016926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.017367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.017367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.017367] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88bba779-5d5b-4bf9-b0cf-a497c849e357 is going to be updated. [ 813.042783] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.042783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.042783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.043132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.043169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.043410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88bba779-5d5b-4bf9-b0cf-a497c849e357" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.072383] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 813.073046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.073046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.073245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.073434] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.073549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.073658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.073930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.074133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.074315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.074797] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.074797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.074917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.075107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.075335] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.075513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.075618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.076179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.076179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.076424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.076424] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.079246] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: SUCCESS [ 813.079246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.079604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.079751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.079993] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.080264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.080264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.080503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.080634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.080771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.080938] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.323181] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.323480] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.329308] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.330014] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.331365] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.331365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.331365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.331365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.331365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.331783] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.331783] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.331888] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.334792] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.334792] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.334792] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.334792] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.336015] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.361037] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.361037] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.361037] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.361037] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-810" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.361037] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-c1cda5bb-b156-4401-8fb2-987e93beba17 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.361037] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.362307] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.363277] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.363277] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cda5bb-b156-4401-8fb2-987e93beba17',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.424382] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.425845] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-164" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.425845] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-164" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.427120] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-164" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.427473] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.428109] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.428590] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.428956] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.429760] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.429883] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.429993] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.430284] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.431256] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.431446] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.431624] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.431830] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.439564] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.456334] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.456334] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.456334] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.456334] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-164" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.456334] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-597c0b66-b6af-4d78-acdb-1c1877a2e87e taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.456334] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.456334] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.457661] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.457793] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597c0b66-b6af-4d78-acdb-1c1877a2e87e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.583033] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5: rpc.has_security_group_logging(os_id): False [ 813.584147] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.602773] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.602987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.603084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.603301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.603431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.603707] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.603839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.603898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.604244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.604244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.604387] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.604469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.604521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.604684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.604769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.604953] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.605899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.605990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.606749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.606749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.606749] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 813.676667] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.676839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.676936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.677199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.677378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.694153] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 813.841515] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.866811] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.867174] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.867261] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.867608] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.867677] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.867973] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port c1cda5bb-b156-4401-8fb2-987e93beba17 not found, creating... [ 813.868361] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.868640] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.868797] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.869148] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.869365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.869733] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.869927] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.870614] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.870614] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.870614] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.870846] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: c1cda5bb-b156-4401-8fb2-987e93beba17 is going to be created. [ 813.895421] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.895604] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.895782] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.896297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.896674] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.897054] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.946997] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.960373] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.960582] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.960702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.960996] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.961167] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.961319] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 597c0b66-b6af-4d78-acdb-1c1877a2e87e not found, creating... [ 813.961585] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.961738] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.961852] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.962085] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.962224] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.962509] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.962660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.962773] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.962983] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.963141] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.963434] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 597c0b66-b6af-4d78-acdb-1c1877a2e87e is going to be created. [ 814.000686] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.000935] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.001210] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.001527] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.001809] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.002091] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.086635] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1609bd9c-3db7-4e27-b6a7-9a487663ccc3: rpc.has_security_group_logging(os_id): False [ 814.116604] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.116860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.116860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.117534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.117534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.117534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.117534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.117534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.117958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.117958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.117958] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be updated. [ 814.207410] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.207410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.207410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.207410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.207673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.229605] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: IN_PROGRESS for 2s [ 814.343344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.343623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.344871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.344871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.344871] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 814.378268] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.378268] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.378402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.378510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.378654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.389294] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 814.449662] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.449868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.449913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.450146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.450253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.450508] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be updated. [ 814.479880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.480082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.480141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.480467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.481021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.491399] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: IN_PROGRESS for 2s [ 814.601223] env[65216]: INFO networking_nsxv3.common.synchronization [req-3613822f-b089-45ef-b5dd-32bc59cff33e req-2622c818-b55b-409b-9fd7-0324b4df46b2 service nova] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_rules [ 814.601513] env[65216]: INFO networking_nsxv3.common.synchronization [req-3613822f-b089-45ef-b5dd-32bc59cff33e req-2622c818-b55b-409b-9fd7-0324b4df46b2 service nova] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 814.601513] env[65216]: INFO networking_nsxv3.common.synchronization [req-3613822f-b089-45ef-b5dd-32bc59cff33e req-2622c818-b55b-409b-9fd7-0324b4df46b2 service nova] Enqueued Resource ID: c1cda5bb-b156-4401-8fb2-987e93beba17 with Priority: HIGHEST for action port [ 814.601727] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_rules [ 814.601856] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 814.601952] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cda5bb-b156-4401-8fb2-987e93beba17 with Priority: HIGHEST for action port [ 814.602518] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.602645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.602741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.602948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.603040] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.605066] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.605066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.605300] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1cda5bb-b156-4401-8fb2-987e93beba17 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.605451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.605451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.605660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.605798] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cda5bb-b156-4401-8fb2-987e93beba17',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.723959] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-a0560e21-3e61-4e8b-9dac-4bc96e96f6c9 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 814.724193] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-a0560e21-3e61-4e8b-9dac-4bc96e96f6c9 service nova] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 814.724374] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ea3e505-888e-41f3-8e2c-a726386a6a12 req-a0560e21-3e61-4e8b-9dac-4bc96e96f6c9 service nova] Enqueued Resource ID: 597c0b66-b6af-4d78-acdb-1c1877a2e87e with Priority: HIGHEST for action port [ 814.727510] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_rules [ 814.727510] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 814.727510] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597c0b66-b6af-4d78-acdb-1c1877a2e87e with Priority: HIGHEST for action port [ 814.727510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.727510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.727510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.727510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.727510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-597c0b66-b6af-4d78-acdb-1c1877a2e87e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.727510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.727510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.727510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.727510] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597c0b66-b6af-4d78-acdb-1c1877a2e87e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.064604] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6f5fca1d-b251-4756-9b02-8788b467c9ee None None] Enqueued Resource ID: 0214476e-98f4-4992-9876-7b23d698d3e5 with Priority: HIGHEST for action port [ 815.065321] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0214476e-98f4-4992-9876-7b23d698d3e5 with Priority: HIGHEST for action port [ 815.065406] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-0214476e-98f4-4992-9876-7b23d698d3e5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.065516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0214476e-98f4-4992-9876-7b23d698d3e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.065583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0214476e-98f4-4992-9876-7b23d698d3e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.065908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0214476e-98f4-4992-9876-7b23d698d3e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.066014] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0214476e-98f4-4992-9876-7b23d698d3e5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.108891] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.109100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.111768] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1cda5bb-b156-4401-8fb2-987e93beba17 with status ACTIVE [ 815.112034] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.112164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.112276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.115871] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.115871] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.115871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.115871] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1cda5bb-b156-4401-8fb2-987e93beba17 is going to be updated. [ 815.141356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.142077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.142077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.142077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.142681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.142681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1cda5bb-b156-4401-8fb2-987e93beba17" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.229188] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 597c0b66-b6af-4d78-acdb-1c1877a2e87e with status ACTIVE [ 815.229517] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.229590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.229695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.230062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.230156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.230347] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.230468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.230547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.230652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.230725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.230901] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.230995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.231070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.231209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.231281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.231363] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 597c0b66-b6af-4d78-acdb-1c1877a2e87e is going to be updated. [ 815.258982] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.259180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.259226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.259413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.259546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.259703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597c0b66-b6af-4d78-acdb-1c1877a2e87e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.570518] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0214476e-98f4-4992-9876-7b23d698d3e5 [ 815.570518] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.570518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.570518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.570518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.570518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.570518] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0214476e-98f4-4992-9876-7b23d698d3e5 already deleted. [ 815.570518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0214476e-98f4-4992-9876-7b23d698d3e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.711155] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 815.711600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.711600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.711802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.711892] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.823968] env[65216]: INFO networking_nsxv3.common.synchronization [req-a3bf519d-590d-4746-a0af-1f0fe20b47f0 req-4bac9420-3463-4dc1-9bc1-a4cc70d5a826 tempest-ServersTestBootFromVolume-1870406854 tempest-ServersTestBootFromVolume-1870406854-project-member] Enqueued Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_members [ 815.824756] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_members [ 815.826416] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.826416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.826416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.826416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.826416] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.826416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.826416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.826416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.826416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.826416] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.214497] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.214649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.214711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.214978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.215174] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.215392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.215392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.215506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.215560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.215938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.215938] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.243929] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: SUCCESS [ 816.244152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.330034] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.330217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.330289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.330519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.330610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.330815] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.330922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.331010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.331172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.331246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.331331] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01f1ae9-2605-4918-b599-120678695261 already deleted. [ 816.331410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.399167] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 816.399380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.399548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.399757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.400163] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.400163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.400266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.400361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.400444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.400537] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.500830] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: SUCCESS [ 816.500943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.501446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.501446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.501631] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.502052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.502052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.502052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.502200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.502234] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.718388] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.718733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.718733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.718854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.719049] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.719171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.719255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.719431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.719534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.719643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.719798] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.719915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.719978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.720435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.720867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.720962] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.734094] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.734094] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-506" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.734279] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-506" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.734560] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-506" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.734858] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.735247] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.735419] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.735677] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.735894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.736145] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.736273] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.736397] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.736508] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.736623] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.736747] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.736894] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.760272] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.760358] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.760496] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.760679] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-506" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.761059] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-67b7568c-8531-4528-9678-4a07d9b498e7 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.761259] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.761736] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.761736] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.761914] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b7568c-8531-4528-9678-4a07d9b498e7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.902808] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.005195] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.223473] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5: rpc.has_security_group_logging(os_id): False [ 817.241570] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.241570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.241570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.241830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.241910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.242281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.242397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.242463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.242624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.242704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.243176] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.243176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.243176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.243389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.243446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.243603] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.243699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.243759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.243897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.243973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.244069] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 817.264179] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.264412] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.264536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.264812] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.264966] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.265139] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 67b7568c-8531-4528-9678-4a07d9b498e7 not found, creating... [ 817.265397] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.265629] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.265854] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.266159] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.266304] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.266637] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.266818] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.266936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.267164] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.267297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.267446] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 67b7568c-8531-4528-9678-4a07d9b498e7 is going to be created. [ 817.286396] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.286685] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.286808] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.287096] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.287348] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.287593] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.310236] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.310710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.310710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.310710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.310850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.325562] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 817.405819] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.508698] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.908978] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.909298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.909450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.909705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.909834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.910118] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 817.943322] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.943478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.943546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.943767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.943915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.957571] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 818.009149] env[65216]: INFO networking_nsxv3.common.synchronization [req-a3bf519d-590d-4746-a0af-1f0fe20b47f0 req-591f4d9c-3869-4328-82f1-bba2c9803f83 service nova] Enqueued Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_rules [ 818.009326] env[65216]: INFO networking_nsxv3.common.synchronization [req-a3bf519d-590d-4746-a0af-1f0fe20b47f0 req-591f4d9c-3869-4328-82f1-bba2c9803f83 service nova] Enqueued Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_members [ 818.009462] env[65216]: INFO networking_nsxv3.common.synchronization [req-a3bf519d-590d-4746-a0af-1f0fe20b47f0 req-591f4d9c-3869-4328-82f1-bba2c9803f83 service nova] Enqueued Resource ID: 67b7568c-8531-4528-9678-4a07d9b498e7 with Priority: HIGHEST for action port [ 818.009700] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_rules [ 818.009841] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_members [ 818.009920] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7568c-8531-4528-9678-4a07d9b498e7 with Priority: HIGHEST for action port [ 818.010545] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.010676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.010780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.010936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.011030] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.012266] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.012266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.012266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.012266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.012427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.012530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.012530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.012677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.012735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.012797] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.013622] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b7568c-8531-4528-9678-4a07d9b498e7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.013699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.013699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.013931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.014032] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b7568c-8531-4528-9678-4a07d9b498e7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.017634] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.017634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.017634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.017634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.017634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.017634] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be updated. [ 818.047536] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.047536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.047536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.047822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.047876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.060283] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: IN_PROGRESS for 2s [ 818.520084] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.520544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.521197] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67b7568c-8531-4528-9678-4a07d9b498e7 with status ACTIVE [ 818.522780] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.523292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.523292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.523458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.523458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.523925] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.524566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.524673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.525185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.525185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.528407] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.528407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.528407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.528407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.528407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.528407] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67b7568c-8531-4528-9678-4a07d9b498e7 is going to be updated. [ 818.528684] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.544684] env[65216]: INFO networking_nsxv3.common.synchronization [req-d18cf4d1-27dd-4efd-b9fe-69c17653670a req-ae6657c6-27ce-40af-a3da-4c17e8d81a0c tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_members [ 818.545164] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_members [ 818.545794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.545794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.545794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.546076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.546218] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.546938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.546938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.546938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.546938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.546938] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.551809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.551942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.551942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.552148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.552285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.552456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b7568c-8531-4528-9678-4a07d9b498e7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.987358] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.987777] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.987777] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.988776] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.989235] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.989502] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.989703] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.990073] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.990327] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.990635] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.990807] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.990961] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.991119] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.991296] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.991503] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.991704] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.017996] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.018121] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.018398] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.018507] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.018832] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.020154] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.020154] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.020154] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.020154] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.032414] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.056041] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.056041] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.056041] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a already deleted. [ 819.056041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.341078] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 819.341313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.522551] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.523344] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.523344] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.523577] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.523789] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.524330] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 not found, creating... [ 819.524330] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.524473] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.524699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.524866] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.524961] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.525281] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.525511] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.525568] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.525920] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.526026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.526205] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 is going to be created. [ 819.534707] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.534932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.534986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.535241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.535333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.535459] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01f1ae9-2605-4918-b599-120678695261 is going to be created. [ 819.551247] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.551582] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.551900] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.552108] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.552387] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.552714] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.561392] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.561546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.561597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.561798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.561962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.575033] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01f1ae9-2605-4918-b599-120678695261 in Status: UNINITIALIZED for 2s [ 819.969359] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 819.969680] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.969979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.970319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.970948] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.970948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.970948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.971307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.971307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.971423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.971927] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.973147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.973147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.973305] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.973440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.973559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.973729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.973861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.974097] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.071354] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: SUCCESS [ 820.071685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.072073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.072627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.072627] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.072831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.072831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.072950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.073012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.073075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.073228] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.287275] env[65216]: INFO networking_nsxv3.common.synchronization [req-d18cf4d1-27dd-4efd-b9fe-69c17653670a req-aa48d8c5-ca8a-4239-878f-a6869a4cf145 service nova] Enqueued Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_rules [ 820.287543] env[65216]: INFO networking_nsxv3.common.synchronization [req-d18cf4d1-27dd-4efd-b9fe-69c17653670a req-aa48d8c5-ca8a-4239-878f-a6869a4cf145 service nova] Enqueued Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_members [ 820.287714] env[65216]: INFO networking_nsxv3.common.synchronization [req-d18cf4d1-27dd-4efd-b9fe-69c17653670a req-aa48d8c5-ca8a-4239-878f-a6869a4cf145 service nova] Enqueued Resource ID: a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 with Priority: HIGHEST for action port [ 820.288486] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_rules [ 820.288554] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_members [ 820.288627] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 with Priority: HIGHEST for action port [ 820.289120] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.289271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.289357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.289590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.289694] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.290879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.291016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.291084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.291288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.291631] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.291744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.291850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.292038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.293932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.293932] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.293932] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.293932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.293932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.293932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.293932] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.476320] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.476478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.476606] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.579091] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.579091] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.579091] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.579091] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.580012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.580012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.580012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.580012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.580012] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.795600] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.797020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.797230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.799332] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 with status ACTIVE [ 820.799629] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.799999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.799999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.800237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.800365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.800596] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.801249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.801249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.801249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.801425] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.801504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.801571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.801805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.801892] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0 is going to be updated. [ 820.831318] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.832044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.832236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.832742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.832876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.833289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7eb9f5f-dae6-4b60-9fe8-ddfbd9c900b0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.979157] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.086157] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adc3f704-dcf7-473f-8428-38b69d7dd53b: rpc.has_security_group_logging(os_id): False [ 821.107265] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.107465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.107591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.107927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.141328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.141419] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.141506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.141556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.141772] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.141858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.142109] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.142224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.142300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.142489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.142555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.142762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.142860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.142939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.143078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.143145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.143230] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be updated. [ 821.233390] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.233585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.233585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.237024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.237024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.262848] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: IN_PROGRESS for 2s [ 821.301580] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.483193] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.483433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.483433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.483823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.483823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.483980] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 821.517870] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.517870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.517870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.518068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.518248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.532304] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 821.586670] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01f1ae9-2605-4918-b599-120678695261 in Status: SUCCESS [ 821.586831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.587054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.587277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.587478] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.587601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.587665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.587830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.587936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.588042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.588139] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.803079] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.803283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.803343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.803525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.803627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.803752] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a is going to be created. [ 821.831557] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.831689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.831733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.831965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.832191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.844106] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a in Status: UNINITIALIZED for 2s [ 822.090783] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.593373] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a01f1ae9-2605-4918-b599-120678695261: rpc.has_security_group_logging(os_id): False [ 822.615838] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.616027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.616090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.616795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.616795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.616795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.616795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.616795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.617105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.617105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.617105] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01f1ae9-2605-4918-b599-120678695261 is going to be created. [ 822.682611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.682771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.682832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.683076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.683263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.695103] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01f1ae9-2605-4918-b599-120678695261 in Status: IN_PROGRESS for 2s [ 823.276273] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: SUCCESS [ 823.276565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.458015] env[65216]: INFO networking_nsxv3.common.synchronization [req-a7dfeacb-7a84-4f22-8f64-68ddbb2da44a req-9cb4b0ee-9100-41a9-9992-5fbf35a13fdb tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 823.458738] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 823.458928] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.459195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.459275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.459552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.459748] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.459845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.459912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.460096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.460237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.460347] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.544522] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 823.544733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.544932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.545265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545488] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.545649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.545778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.546081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.546169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.546346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.546506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.546632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.546695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.546877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.547092] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.547199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.547293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.547467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.547565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.547696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.547771] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.789465] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.789666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.789782] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.790352] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.790623] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.790784] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.790940] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.791274] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.791426] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.791679] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.791797] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.791903] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.792017] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.792134] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.792240] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.792372] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.821114] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.821310] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.821539] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.821664] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.821925] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.822133] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.822251] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.822592] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.822718] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b78e14-9bd6-4fb2-95ae-7d6f101cab5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.865828] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a in Status: SUCCESS [ 823.866126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.866714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.867033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.867321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.867487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.867559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.867736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.867836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.870348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.870551] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.962747] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.963096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.963096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.963291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.963385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.963618] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.963757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.963830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.964039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.964178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.964290] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 already deleted. [ 823.964381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.050154] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b062cd2-612b-416b-a729-a38712cd27f1: rpc.has_security_group_logging(os_id): False [ 824.069977] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.070189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.070289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.070504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.070598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.070794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.071432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.071432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.071432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.071432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.071432] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.071737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.071737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.071737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.071737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.071896] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.071973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.072035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.072175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.072251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.072413] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 824.219358] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.219662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.219765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.220077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.220286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.243501] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 824.325948] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.326366] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.326366] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.326659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.326856] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.327103] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 24b78e14-9bd6-4fb2-95ae-7d6f101cab5a not found, creating... [ 824.327314] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.327514] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.327704] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.327941] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327941] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.328266] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.328425] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.328537] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.328752] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.328908] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.329284] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 24b78e14-9bd6-4fb2-95ae-7d6f101cab5a is going to be created. [ 824.359867] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.360098] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.360176] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.360581] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.360838] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.361107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.374065] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.710013] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01f1ae9-2605-4918-b599-120678695261 in Status: SUCCESS [ 824.710267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.876573] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f258d3b2-96a6-4279-ac0c-ec6944da4f5a: rpc.has_security_group_logging(os_id): False [ 824.902197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.902343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.902387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.902628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.902723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.902991] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.903111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.903177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.903352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.903907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.903907] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a is going to be created. [ 824.971549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.971549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.971549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.971549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.971549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.985616] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a in Status: IN_PROGRESS for 2s [ 825.106568] env[65216]: INFO networking_nsxv3.common.synchronization [req-a7dfeacb-7a84-4f22-8f64-68ddbb2da44a req-4b503b5b-bb40-47f5-9852-c16d52c22a25 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 825.106828] env[65216]: INFO networking_nsxv3.common.synchronization [req-a7dfeacb-7a84-4f22-8f64-68ddbb2da44a req-4b503b5b-bb40-47f5-9852-c16d52c22a25 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 825.107077] env[65216]: INFO networking_nsxv3.common.synchronization [req-a7dfeacb-7a84-4f22-8f64-68ddbb2da44a req-4b503b5b-bb40-47f5-9852-c16d52c22a25 service nova] Enqueued Resource ID: 24b78e14-9bd6-4fb2-95ae-7d6f101cab5a with Priority: HIGHEST for action port [ 825.107898] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 825.108827] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 825.108827] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b78e14-9bd6-4fb2-95ae-7d6f101cab5a with Priority: HIGHEST for action port [ 825.108827] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.109164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.109164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.109341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.109403] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.110534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.110693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.110782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.110961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.111144] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.111274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.111348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.111446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.111535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.111629] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.116697] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.117032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.117032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.117251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.117251] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b78e14-9bd6-4fb2-95ae-7d6f101cab5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.441533] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ae34f53-3780-4aeb-bc24-10235992147e req-597f6232-633c-427a-8b9d-6ab28afbf1a6 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 825.442128] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 825.442472] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.442593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.442653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.442855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.443071] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.443267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.443343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.443511] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.443627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.443720] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.622042] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.622042] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.622253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.623346] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24b78e14-9bd6-4fb2-95ae-7d6f101cab5a with status ACTIVE [ 825.623346] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.623346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.623346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.623346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.623346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.623649] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.623649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.623797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.623972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.624093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.624352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.624573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.624666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.624842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.624971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.625872] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24b78e14-9bd6-4fb2-95ae-7d6f101cab5a is going to be updated. [ 825.653791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.653791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.653791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.653791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.653791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.653791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24b78e14-9bd6-4fb2-95ae-7d6f101cab5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.851819] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.851983] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.852090] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.852351] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.852599] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.852750] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.852862] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.853091] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.853233] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.853446] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.853629] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.853772] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.853885] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.853998] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.854118] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.854275] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.892149] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.892341] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.893765] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.893765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.893765] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-456709b3-68f0-4da7-b42a-48c1211d85c1 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.893765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.893765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.893765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.893765] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('456709b3-68f0-4da7-b42a-48c1211d85c1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.946366] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.947085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.947202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.947454] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.947585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.947585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.947793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.947835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.947908] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be deleted. [ 825.984698] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.984917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.984917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.986040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.986040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.986040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.128040] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.264303] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 826.264900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.264900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.265063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.265099] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.397746] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.397746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.397746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.397746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.397746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.397746] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 456709b3-68f0-4da7-b42a-48c1211d85c1 not found, creating... [ 826.397746] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.397746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.397746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.398336] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.398336] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.398336] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.398812] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.399053] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.399317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.399516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.399708] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 456709b3-68f0-4da7-b42a-48c1211d85c1 is going to be created. [ 826.422540] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.422760] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.422902] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.423279] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.423645] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.424373] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.632602] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.633145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.633145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.633145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.633360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.633360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be created. [ 826.663682] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.663973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.664283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.664563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.664814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.680573] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: UNINITIALIZED for 2s [ 826.768406] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.768731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.768872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.769141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.769374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.769495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.769563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.769752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.769868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.770021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.770175] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.003498] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a in Status: SUCCESS [ 827.003832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.168285] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ae34f53-3780-4aeb-bc24-10235992147e req-7c75890b-f71f-48af-9575-ba42f2747bfd service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 827.168788] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ae34f53-3780-4aeb-bc24-10235992147e req-7c75890b-f71f-48af-9575-ba42f2747bfd service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 827.168788] env[65216]: INFO networking_nsxv3.common.synchronization [req-7ae34f53-3780-4aeb-bc24-10235992147e req-7c75890b-f71f-48af-9575-ba42f2747bfd service nova] Enqueued Resource ID: 456709b3-68f0-4da7-b42a-48c1211d85c1 with Priority: HIGHEST for action port [ 827.169339] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 827.169339] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 827.169457] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456709b3-68f0-4da7-b42a-48c1211d85c1 with Priority: HIGHEST for action port [ 827.170622] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.170622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.170622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.170622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.170622] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.171439] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.171886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.171886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.171886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.172190] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.172190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.172354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.172625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.172625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.172764] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.173600] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-456709b3-68f0-4da7-b42a-48c1211d85c1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.173760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.173936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.174128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.174238] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('456709b3-68f0-4da7-b42a-48c1211d85c1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.272745] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.272929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.272997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.273258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.273440] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.273535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.273598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.273752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.273863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.273971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.274171] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.274278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.274343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.274492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.274914] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.274914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.274914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.274914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.275180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.275180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.275270] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.675587] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.677473] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.677855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.678387] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 456709b3-68f0-4da7-b42a-48c1211d85c1 with status ACTIVE [ 827.678468] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.678860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.678860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.678860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.678982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.679265] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.679346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.680177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.680177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.680177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.680177] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.680177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.680177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.680522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.680522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.680522] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 456709b3-68f0-4da7-b42a-48c1211d85c1 is going to be updated. [ 827.703551] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.703551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.703551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.703810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.703904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.704244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-456709b3-68f0-4da7-b42a-48c1211d85c1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.777279] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b062cd2-612b-416b-a729-a38712cd27f1: rpc.has_security_group_logging(os_id): False [ 827.800163] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.800399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.800522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.800800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.800932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.801175] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.801308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.801394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.801564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.801654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.801862] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.801959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.802220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.802253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.802322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.802536] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.802659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.802741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.802918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.803054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.803170] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 827.825326] env[65216]: INFO networking_nsxv3.common.synchronization [req-f54d64bc-b412-4bf8-866a-7d68364b21c1 req-dd7cc7c2-a872-4e04-8bb0-c3f2d78e8c29 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 827.825830] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 827.826177] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.826302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.826370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.826633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.826791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.826905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.826973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.827166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.827251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.827348] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.898035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.898035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.898035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.898247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.898946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.920457] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 828.165019] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.165019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-208" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.165019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-208" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.165019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-208" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.165019] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.165019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.165019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.165702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.166056] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.166431] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.166662] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.166875] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.167097] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.167450] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.167668] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.167899] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.179396] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.188398] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.189041] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.189041] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.189197] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-208" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.189408] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.189577] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.190345] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.190345] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.190345] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63915dd0-9b23-48fb-9c7f-c1c153d0ad7d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.329849] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.330095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.330095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.330304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.330382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.330597] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.330718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.330792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.330917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.330984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.331080] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 already deleted. [ 828.331158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.681998] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.681998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.681998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.681998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.682630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.682630] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be created. [ 828.693078] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.693181] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.693327] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.693588] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.693771] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.693947] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d not found, creating... [ 828.694235] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.694391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.694536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695034] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.695034] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.695205] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.695408] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.695487] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.695840] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.696013] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d is going to be created. [ 828.697974] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 828.698192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.698351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.698693] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.699178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.699262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.699390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.699471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.699557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.699650] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.714983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.715943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.715943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.715943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.715943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.724057] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.724306] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.724455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.724760] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.724994] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.725684] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.728907] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: UNINITIALIZED for 2s [ 829.202976] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.203164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.203235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.203424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.203694] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.203694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.203942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.203942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.204035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.204079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.206205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.206374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.206451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.206658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.206804] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.206949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.207051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.207213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.207296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.207381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.207516] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.455272] env[65216]: INFO networking_nsxv3.common.synchronization [req-f54d64bc-b412-4bf8-866a-7d68364b21c1 req-1934a407-f841-4489-a291-efc0858fd0a2 service nova] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_rules [ 829.455444] env[65216]: INFO networking_nsxv3.common.synchronization [req-f54d64bc-b412-4bf8-866a-7d68364b21c1 req-1934a407-f841-4489-a291-efc0858fd0a2 service nova] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 829.455579] env[65216]: INFO networking_nsxv3.common.synchronization [req-f54d64bc-b412-4bf8-866a-7d68364b21c1 req-1934a407-f841-4489-a291-efc0858fd0a2 service nova] Enqueued Resource ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with Priority: HIGHEST for action port [ 829.456212] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_rules [ 829.456525] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 829.456525] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with Priority: HIGHEST for action port [ 829.456774] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.456990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.456990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.457255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.457354] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.458238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.458391] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.458391] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.458567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.458701] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.458867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.458867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.458998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.459087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.459159] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.459921] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.460087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.460157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.460425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.460506] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63915dd0-9b23-48fb-9c7f-c1c153d0ad7d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.710625] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2: rpc.has_security_group_logging(os_id): False [ 829.732418] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.732576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.732626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.732881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.733026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.733213] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.733380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.733380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.733535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.733611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.733834] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.733911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.733963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.734119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.734192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.734372] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.734463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.734522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.734682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.734750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.734917] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be created. [ 829.801775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.801875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.801950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.802203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.802482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.821027] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 829.939727] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 829.939985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.962974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.963312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.963500] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.964712] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with status ACTIVE [ 829.964933] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.965019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.965139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.965315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.965519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.965688] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.965688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.965840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.965961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.966044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.966805] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.966805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.966805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.966805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.966805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.966805] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d is going to be updated. [ 830.003984] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.004195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.004281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.004554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.005112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.005112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.469377] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.739966] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 830.740370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.740708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.740974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.741204] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.741326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.741402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.741562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.741656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.741721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.741811] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.974585] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.974585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.974585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.974585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.974810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.974810] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be created. [ 831.000387] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.000387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.000387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.001344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.001344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.010614] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: UNINITIALIZED for 2s [ 831.244660] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.244660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.244938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.248761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.248761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.248761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.248761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.248761] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.564634] env[65216]: INFO networking_nsxv3.common.synchronization [req-4e928b55-d007-41f4-a994-a8d3520ee1a3 req-92598e53-d006-4121-a46a-c39539289ee5 tempest-ServerActionsV293TestJSON-712596796 tempest-ServerActionsV293TestJSON-712596796-project-member] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_members [ 831.566480] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGHEST for action security_group_members [ 831.566480] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.566480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.566480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.566480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.566480] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.566480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.566480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.566480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.566922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.566922] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.709979] env[65216]: INFO networking_nsxv3.common.synchronization [req-302b7f74-d757-46e6-9be7-2548a1164b9a req-b7339af4-0553-4acf-a282-7f261d1c9cf9 tempest-ImagesOneServerTestJSON-1315942252 tempest-ImagesOneServerTestJSON-1315942252-project-member] Enqueued Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_members [ 831.711432] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_members [ 831.711533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82b7a72-567d-4567-bcee-a70d5739c08c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.711707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.711806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.712195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713039] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.713039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.713039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.713378] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.751746] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2: rpc.has_security_group_logging(os_id): False [ 831.769922] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.770176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.770273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.770643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.770643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.770894] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.771187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.771187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.771265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.771389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.771557] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.771866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.771866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.771866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.772203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.772411] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.772535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.772714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.773053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.773683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.773843] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be created. [ 831.834436] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 831.834547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.860531] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.860531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.860531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.860531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.860531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.888265] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 832.069519] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.069519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.069519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.069519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.069519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.069519] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.070024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.070024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.070024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.070024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.070024] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 is going to be updated. [ 832.102578] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.102749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.102823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.102988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.103137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.112360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: IN_PROGRESS for 2s [ 832.115412] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.115584] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-461" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.115700] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-461" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.116280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-461" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.120019] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.120019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.120019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.120019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.120019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.120019] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.120019] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.120019] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.120019] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.120019] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.120019] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.120019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.137672] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.137878] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.138104] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.138297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-461" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138617] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-7104f574-4baf-4a70-ad20-2422bf151950 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.138790] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.138919] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.139278] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.139420] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7104f574-4baf-4a70-ad20-2422bf151950',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.222794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.222794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.222794] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82b7a72-567d-4567-bcee-a70d5739c08c already deleted. [ 832.222794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645046] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645046] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 7104f574-4baf-4a70-ad20-2422bf151950 not found, creating... [ 832.645046] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645953] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645953] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.646510] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.647070] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.648068] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.648418] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 7104f574-4baf-4a70-ad20-2422bf151950 is going to be created. [ 832.673058] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.673058] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.674268] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.674684] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.675026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.675320] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.024390] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 833.024720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.024820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.025153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.025459] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.025643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.025762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.026800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.026800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.026800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.026800] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.424168] env[65216]: INFO networking_nsxv3.common.synchronization [req-302b7f74-d757-46e6-9be7-2548a1164b9a req-bc075da1-31d4-4fd9-a648-5aaac9b38c93 service nova] Enqueued Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_rules [ 833.424949] env[65216]: INFO networking_nsxv3.common.synchronization [req-302b7f74-d757-46e6-9be7-2548a1164b9a req-bc075da1-31d4-4fd9-a648-5aaac9b38c93 service nova] Enqueued Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_members [ 833.424949] env[65216]: INFO networking_nsxv3.common.synchronization [req-302b7f74-d757-46e6-9be7-2548a1164b9a req-bc075da1-31d4-4fd9-a648-5aaac9b38c93 service nova] Enqueued Resource ID: 7104f574-4baf-4a70-ad20-2422bf151950 with Priority: HIGHEST for action port [ 833.425152] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_rules [ 833.425194] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_members [ 833.426113] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7104f574-4baf-4a70-ad20-2422bf151950 with Priority: HIGHEST for action port [ 833.426113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82b7a72-567d-4567-bcee-a70d5739c08c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.426113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.426113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.426113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.426624] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.429381] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82b7a72-567d-4567-bcee-a70d5739c08c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.429381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.429381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.429381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.429381] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.429381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.429381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.429381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.429381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.429381] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.430925] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7104f574-4baf-4a70-ad20-2422bf151950 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.430925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.430925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.431175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.431175] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7104f574-4baf-4a70-ad20-2422bf151950',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.529789] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.530143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.530269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.530665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.531012] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.531284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.531416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.531705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.531895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.532090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.532442] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.532601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.532737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.532973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.533320] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.533467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.533591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.533776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.533978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.534078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.534305] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.903581] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 833.903934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.932386] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.933579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82b7a72-567d-4567-bcee-a70d5739c08c taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.933852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.933852] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7104f574-4baf-4a70-ad20-2422bf151950 with status ACTIVE [ 833.934083] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.934404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.934500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.934682] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.934991] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.935653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.935966] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.936296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.936296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.936433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.936433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.936551] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7104f574-4baf-4a70-ad20-2422bf151950 is going to be updated. [ 833.961160] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.961321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.961382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.961614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.961806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.961987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7104f574-4baf-4a70-ad20-2422bf151950" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.036360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efce41d3-49fb-453f-b978-e0723ccd0f26: rpc.has_security_group_logging(os_id): False [ 834.075032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.075291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.075291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.075413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.075504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.075700] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.075813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.076132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.076199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.076278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.076491] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.076599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.076661] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.076809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.076885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.077775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.078170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.078254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.078386] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be created. [ 834.121732] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0313728b-b859-43fa-85af-f245f52c95b3 in Status: SUCCESS [ 834.121905] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 deletion is rescheduled due to dependency. [ 834.121905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.146738] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.146738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.146738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.146738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.146738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.173438] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: IN_PROGRESS for 2s [ 834.395342] env[65216]: INFO networking_nsxv3.common.synchronization [req-20b5cd01-c27a-4db8-be5f-d10714424d95 req-2da96918-0cc7-44c1-87ee-ec1c67443d75 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 834.396433] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 834.396765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.396907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.396981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.397835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.398252] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.398376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.398435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.398654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.398701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.398780] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.440014] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.651778] env[65216]: INFO networking_nsxv3.common.synchronization [req-20b5cd01-c27a-4db8-be5f-d10714424d95 req-aa9d3266-9a6a-44b4-9629-94c426821277 tempest-ServersTestMultiNic-556615195 tempest-ServersTestMultiNic-556615195-project-member] Enqueued Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 834.652375] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b062cd2-612b-416b-a729-a38712cd27f1 with Priority: HIGHEST for action security_group_members [ 834.652685] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b062cd2-612b-416b-a729-a38712cd27f1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.652793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.903407] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.944137] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.944339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.944467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.944801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.944950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.945126] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82b7a72-567d-4567-bcee-a70d5739c08c is going to be created. [ 834.983514] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.983757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.983975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.984517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.984774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.000152] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82b7a72-567d-4567-bcee-a70d5739c08c in Status: UNINITIALIZED for 2s [ 835.406111] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.917203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.917203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.917203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.917203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.917203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.917203] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 835.962299] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.962299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.962299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.962503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.962757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.977501] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 836.194499] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 836.194499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.016136] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82b7a72-567d-4567-bcee-a70d5739c08c in Status: SUCCESS [ 837.016491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.016602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.016845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.017223] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.017378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.017378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.017558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.017593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.017709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.017817] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.523279] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82b7a72-567d-4567-bcee-a70d5739c08c taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.523490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.523812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.523812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.524033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.524136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.524206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.524351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.524453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.524642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.524816] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82b7a72-567d-4567-bcee-a70d5739c08c taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.525072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.525072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.525171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.525316] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.525953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.525953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.525953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.525953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.525953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.525953] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.987783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 837.988009] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.988270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.988425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.988613] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.988781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.988781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.988927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.989015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.989111] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b062cd2-612b-416b-a729-a38712cd27f1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.019020] env[65216]: INFO networking_nsxv3.common.synchronization [req-393c4278-f922-4c54-9d5a-0d50f4e58243 req-196d8197-f3c9-4c88-91d8-9aadeb471711 tempest-FloatingIPsAssociationTestJSON-190014208 tempest-FloatingIPsAssociationTestJSON-190014208-project-member] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 838.019020] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 838.019020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.019670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.019850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.020155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.020418] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.020685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.020856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.022796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.022796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.022796] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.029774] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82b7a72-567d-4567-bcee-a70d5739c08c: rpc.has_security_group_logging(os_id): False [ 838.046571] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.046740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.046811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.046986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.047092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.047310] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.047397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.047456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.047605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.047671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.047848] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.047931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.047985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.048138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.048230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.048421] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.048512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.048571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.048698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.048764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.048848] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82b7a72-567d-4567-bcee-a70d5739c08c is going to be created. [ 838.110378] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.110543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.110622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.110868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.111017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.124417] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82b7a72-567d-4567-bcee-a70d5739c08c in Status: IN_PROGRESS for 2s [ 838.491386] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.491597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.491597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.491822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.491912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.492118] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.492213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.492278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.492420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.492496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.492582] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 is going to be updated. [ 838.524092] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.534993] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.536109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.536109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.536643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.536844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.549831] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: IN_PROGRESS for 2s [ 839.030378] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.533947] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.534270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.534270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.534548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.534793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.534901] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be updated. [ 839.569951] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.569951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.569951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.569951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.569951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.579892] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: IN_PROGRESS for 2s [ 840.057910] env[65216]: INFO networking_nsxv3.common.synchronization [req-ce5c417c-3bb7-453c-9442-23537ac4e9aa req-9d3da353-7453-483c-821e-3df737614a8b tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 840.058589] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGHEST for action security_group_members [ 840.058927] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.059269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.059358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.059563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.059726] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.059849] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.059889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.060046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.060198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.060315] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.137589] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82b7a72-567d-4567-bcee-a70d5739c08c in Status: SUCCESS [ 840.137589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.564646] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b062cd2-612b-416b-a729-a38712cd27f1 in Status: SUCCESS [ 840.565638] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b062cd2-612b-416b-a729-a38712cd27f1 deletion is rescheduled due to dependency. [ 840.565638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b062cd2-612b-416b-a729-a38712cd27f1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.565770] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.566028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.566028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.566590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.566590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.566590] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.566778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.566778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.567537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.567537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.567537] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 is going to be updated. [ 840.601096] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.601217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.601294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.601682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.601739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.614169] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: IN_PROGRESS for 2s [ 841.592385] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: SUCCESS [ 841.592947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.625839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 in Status: SUCCESS [ 842.625839] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 deletion is rescheduled due to dependency. [ 842.625839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.099189] env[65216]: INFO networking_nsxv3.common.synchronization [req-868ab2f1-de29-4859-a371-a023e9acd7ad req-a921366c-8b92-4453-baed-019ec4dad56b tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 843.099281] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 843.099603] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.099726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.099790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.099992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.100336] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.100446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.100555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.100668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.100748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.101605] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.604042] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.604042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.604042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.604358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.604493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.604796] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.605024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.605089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.605298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.605428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.605589] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 843.642673] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.643110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.643110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.643235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.643296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.654155] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 844.894030] env[65216]: INFO networking_nsxv3.common.synchronization [req-0ce40987-9ac2-44ae-83a5-9e2d259fec22 req-6c37946e-65d6-4e99-a3db-4144f6b38a9b tempest-ListImageFiltersTestJSON-1417916437 tempest-ListImageFiltersTestJSON-1417916437-project-member] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 844.895683] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 844.895683] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.895683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.896432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.897204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.897438] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.897576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.897660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.897851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.897964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.898952] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.401938] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.669798] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 845.669992] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 deletion is rescheduled due to dependency. [ 845.670392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.906398] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.410032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.410032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.410032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.410281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.410281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.410383] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be updated. [ 846.443286] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.443495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.443570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.444119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.444119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.455796] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: IN_PROGRESS for 2s [ 847.166376] env[65216]: INFO networking_nsxv3.common.synchronization [req-ad7165c4-90a8-44e9-8bad-0aecf35fb848 req-06774208-1963-4878-8227-36a52e5dfd2d tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_members [ 847.166376] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGHEST for action security_group_members [ 847.166376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.167250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.168037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.168704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.168704] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.169548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.169548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.169853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.170999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.172914] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.677066] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.677066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.677066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.677066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.701385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.701385] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.701385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.701577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.702990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.702990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.702990] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 is going to be updated. [ 847.731727] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.732221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.732221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.732398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.732450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.744239] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 in Status: IN_PROGRESS for 2s [ 848.470639] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 848.470639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.750874] env[65216]: INFO networking_nsxv3.common.synchronization [req-6f45056d-1465-4ca8-a309-5bb356b78cfb req-44077931-2e87-40ed-b2ea-27c1574ad353 tempest-InstanceActionsNegativeTestJSON-854567544 tempest-InstanceActionsNegativeTestJSON-854567544-project-member] Enqueued Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_members [ 848.751703] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_members [ 848.752034] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.752165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.752221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.752893] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.752893] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.752893] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.753137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.753137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.753230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.753278] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.159222] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.159469] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.159539] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.159936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.160318] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.160557] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.160680] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.161328] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.161482] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.161701] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.162368] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.162368] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.162368] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.162368] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.162368] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.162368] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.182854] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.183114] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.183234] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.183421] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.183756] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-1db6e878-e733-47d9-96c3-1e3129588eac taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.183991] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.184155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.184393] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.184538] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db6e878-e733-47d9-96c3-1e3129588eac',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.255105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.255385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.255385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.255613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.255699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.255841] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.256063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.256063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.256261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.256314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.256381] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 already deleted. [ 849.256526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.686801] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.687293] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.687293] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.687575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.687748] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.687976] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 1db6e878-e733-47d9-96c3-1e3129588eac not found, creating... [ 849.688286] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.688460] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.688639] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.688925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.689084] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.689468] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.689658] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.689791] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.690023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.690221] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.690405] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 1db6e878-e733-47d9-96c3-1e3129588eac is going to be created. [ 849.713344] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.713668] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.713797] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.714287] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.714626] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.714930] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.754251] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 in Status: SUCCESS [ 849.754454] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 deletion is rescheduled due to dependency. [ 849.754653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.443492] env[65216]: INFO networking_nsxv3.common.synchronization [req-6f45056d-1465-4ca8-a309-5bb356b78cfb req-682a807b-a9a8-4dbb-a343-bc44ede75794 service nova] Enqueued Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_rules [ 850.443492] env[65216]: INFO networking_nsxv3.common.synchronization [req-6f45056d-1465-4ca8-a309-5bb356b78cfb req-682a807b-a9a8-4dbb-a343-bc44ede75794 service nova] Enqueued Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_members [ 850.443492] env[65216]: INFO networking_nsxv3.common.synchronization [req-6f45056d-1465-4ca8-a309-5bb356b78cfb req-682a807b-a9a8-4dbb-a343-bc44ede75794 service nova] Enqueued Resource ID: 1db6e878-e733-47d9-96c3-1e3129588eac with Priority: HIGHEST for action port [ 850.443492] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_rules [ 850.443492] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_members [ 850.443492] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db6e878-e733-47d9-96c3-1e3129588eac with Priority: HIGHEST for action port [ 850.444049] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.444049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.444049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.444436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.444513] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.445526] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.445809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.448963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.448963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.448963] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.448963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.448963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.448963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.448963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.448963] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.449622] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db6e878-e733-47d9-96c3-1e3129588eac taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.449622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.449622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.449622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.449622] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db6e878-e733-47d9-96c3-1e3129588eac',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.951858] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.952980] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.953113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.953269] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db6e878-e733-47d9-96c3-1e3129588eac with status ACTIVE [ 850.953439] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.953539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.953602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.953812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.953902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.954100] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.954195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.954258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.954408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.954494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.954666] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.954752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.954805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.954939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.956097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.956252] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db6e878-e733-47d9-96c3-1e3129588eac is going to be updated. [ 850.984012] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.984194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.984267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.984522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.984704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.984909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db6e878-e733-47d9-96c3-1e3129588eac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.458599] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.960836] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.961279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.961279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.961380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.961447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.961558] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 is going to be created. [ 851.988355] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.988616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.988688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.988945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.989245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.000314] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 in Status: UNINITIALIZED for 2s [ 854.013844] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 in Status: SUCCESS [ 854.014152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.014208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.014446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.014695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.014908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.014981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.015191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.015382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.015689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.015689] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.202081] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbca9d48-6255-4828-96dd-126f6fbd434c req-54c43972-331d-41c7-825a-f541d637e647 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 854.202081] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbca9d48-6255-4828-96dd-126f6fbd434c req-54c43972-331d-41c7-825a-f541d637e647 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_members [ 854.202519] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 854.203100] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_members [ 854.203100] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.203289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.203289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.203510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.203756] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.203896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.203948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.204159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.204251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.204394] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.205960] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.206435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.206507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.206713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.206878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.206974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.207049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.207210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.207364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.207416] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.268437] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbca9d48-6255-4828-96dd-126f6fbd434c req-54c43972-331d-41c7-825a-f541d637e647 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_rules [ 854.268700] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbca9d48-6255-4828-96dd-126f6fbd434c req-54c43972-331d-41c7-825a-f541d637e647 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_members [ 854.268954] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbca9d48-6255-4828-96dd-126f6fbd434c req-54c43972-331d-41c7-825a-f541d637e647 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_rules [ 854.269155] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbca9d48-6255-4828-96dd-126f6fbd434c req-54c43972-331d-41c7-825a-f541d637e647 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 854.269326] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbca9d48-6255-4828-96dd-126f6fbd434c req-54c43972-331d-41c7-825a-f541d637e647 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with Priority: HIGHEST for action port [ 854.270137] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_rules [ 854.270310] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_rules [ 854.270459] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with Priority: HIGHEST for action port [ 854.270626] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_members [ 854.270748] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 854.271084] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1554dd1-1c1f-40f9-83f8-d58bb3539d78 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.271229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.271298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.271783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.271894] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.273168] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.273282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.273318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.273582] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.273668] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.275300] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.275300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.275300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.275562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.275562] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63915dd0-9b23-48fb-9c7f-c1c153d0ad7d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.276957] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.276957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.277125] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.277171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.520205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.520205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.520205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.520205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.520814] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.520814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.520814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.520814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.520814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.520814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.521323] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.709913] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.712756] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.779031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with status ACTIVE [ 854.779031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.779031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.779031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.779328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.779328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.779523] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.779624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.779687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.779833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.779966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.781339] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.781339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.781339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.781339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.781339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.781339] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d is going to be updated. [ 854.782479] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.782479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.782751] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.782859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.811303] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.811487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.811487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.811736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.811841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.812026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.023015] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14fdfb1-a43f-4b2e-aeaa-79615f058434: rpc.has_security_group_logging(os_id): False [ 855.045259] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.045464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.045544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.045703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.045793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.046031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.046137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.046194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.046683] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.046756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.046756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.047162] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.047274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.047329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.047437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.047510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.047594] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 is going to be created. [ 855.116059] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.116059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.116059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.116059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.116059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.128801] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 in Status: IN_PROGRESS for 2s [ 855.181733] env[65216]: INFO networking_nsxv3.common.synchronization [req-c681acc7-2671-4eb4-ba74-ea7d338e5ebb req-d723d6ee-8bf3-49ab-a650-0780f2ae019d tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 855.182486] env[65216]: INFO networking_nsxv3.common.synchronization [req-c681acc7-2671-4eb4-ba74-ea7d338e5ebb req-d723d6ee-8bf3-49ab-a650-0780f2ae019d tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_members [ 855.182843] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 855.182843] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 with Priority: HIGHEST for action security_group_members [ 855.183160] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.183276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.183546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.183637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.211343] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.215728] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.699092] env[65216]: INFO networking_nsxv3.common.synchronization [req-c681acc7-2671-4eb4-ba74-ea7d338e5ebb req-d723d6ee-8bf3-49ab-a650-0780f2ae019d tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_rules [ 855.699092] env[65216]: INFO networking_nsxv3.common.synchronization [req-c681acc7-2671-4eb4-ba74-ea7d338e5ebb req-d723d6ee-8bf3-49ab-a650-0780f2ae019d tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 855.699092] env[65216]: INFO networking_nsxv3.common.synchronization [req-c681acc7-2671-4eb4-ba74-ea7d338e5ebb req-d723d6ee-8bf3-49ab-a650-0780f2ae019d tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with Priority: HIGHEST for action port [ 855.699844] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_rules [ 855.700167] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 855.700393] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with Priority: HIGHEST for action port [ 855.700947] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.702082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.702082] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.702082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.702082] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.702082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.704020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.704020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.704020] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63915dd0-9b23-48fb-9c7f-c1c153d0ad7d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.713837] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.716372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.716372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.716372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.716372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.716372] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be updated. [ 855.719356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.719742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.719936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.720244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.720466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.720667] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 is going to be created. [ 855.723163] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ee4f09c-feac-4fd5-a73a-f138bf28a2b3 req-73820175-a71b-40a3-bea0-5df81387a8e3 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 855.724491] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 855.726241] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.726241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.726241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.726508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.726773] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.727020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.727191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.727464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.729038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.729038] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.751801] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.751801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.751801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.752766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.752766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.758463] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.758647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.758715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.758865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.759029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.771174] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: IN_PROGRESS for 2s [ 855.772034] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 in Status: UNINITIALIZED for 2s [ 856.120415] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.120830] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.120967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.121256] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.121527] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.122117] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.122117] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.122310] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.122310] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.122504] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.122607] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.122708] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.122810] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.122913] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.123023] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.123152] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.143352] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.143573] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.143720] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.143936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.144346] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-d0358ec6-74f0-4952-b831-b9068c6f7509 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.144536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.144704] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.145087] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.145243] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0358ec6-74f0-4952-b831-b9068c6f7509',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.210713] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d with status ACTIVE [ 856.211013] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.211231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.211350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.211615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.211739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.211947] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.212096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.212164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.212345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.212428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.212636] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.212755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.212851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.213024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.213157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.213278] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63915dd0-9b23-48fb-9c7f-c1c153d0ad7d is going to be updated. [ 856.232146] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.232358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.232459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.232650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.232743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.232925] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.233051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.233115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.233261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.233342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.233466] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 856.237553] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.237685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.237746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.237923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.238074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.238242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63915dd0-9b23-48fb-9c7f-c1c153d0ad7d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.276855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.277162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.277285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.277609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.277857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.289397] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 856.647813] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.648028] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.648175] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.648484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.648770] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.648770] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port d0358ec6-74f0-4952-b831-b9068c6f7509 not found, creating... [ 856.649078] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.649256] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.649374] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.649591] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.649722] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.649993] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.650341] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.650341] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.650460] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.650602] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.650738] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: d0358ec6-74f0-4952-b831-b9068c6f7509 is going to be created. [ 856.676027] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.676316] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.676483] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.676816] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.677079] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.677355] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.143122] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 in Status: SUCCESS [ 857.143445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.395803] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ee4f09c-feac-4fd5-a73a-f138bf28a2b3 req-4fa72995-14d3-4340-b534-39a7e4b6f869 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 857.395803] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ee4f09c-feac-4fd5-a73a-f138bf28a2b3 req-4fa72995-14d3-4340-b534-39a7e4b6f869 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 857.395803] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ee4f09c-feac-4fd5-a73a-f138bf28a2b3 req-4fa72995-14d3-4340-b534-39a7e4b6f869 service nova] Enqueued Resource ID: d0358ec6-74f0-4952-b831-b9068c6f7509 with Priority: HIGHEST for action port [ 857.396425] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 857.396744] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 857.397244] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0358ec6-74f0-4952-b831-b9068c6f7509 with Priority: HIGHEST for action port [ 857.398373] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.398373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.398373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.398373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.398373] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.399652] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.399868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.400300] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0358ec6-74f0-4952-b831-b9068c6f7509 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.401277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.401277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.401277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.401277] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0358ec6-74f0-4952-b831-b9068c6f7509',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.786206] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 in Status: SUCCESS [ 857.786840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.787596] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 857.787789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.788363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.788603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.788789] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.788906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.788971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.789278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.789365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.789460] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.790581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.790581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.790856] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.790967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.791036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.791173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.791251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.791383] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.904821] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.904970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.905207] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0358ec6-74f0-4952-b831-b9068c6f7509 with status ACTIVE [ 857.905577] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.905577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.905950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.906307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.906401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.906998] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.906998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.906998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.908537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.908537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.908537] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.908537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.908537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.908537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.908537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.908537] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0358ec6-74f0-4952-b831-b9068c6f7509 is going to be updated. [ 857.932196] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.932343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.932443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.932672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.932824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.933019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0358ec6-74f0-4952-b831-b9068c6f7509" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.293144] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.294148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.294148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.294148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.294148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.294148] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.294148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.294148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.294505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.294505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.294505] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 is going to be deleted. [ 858.295408] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.300415] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 858.300596] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 858.300700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.300854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.301057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.301232] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.301341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.301420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.301573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.301671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.301747] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.326861] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.326861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.326861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.327184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.327184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.327422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.327513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.327644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.327832] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.327958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.328194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.328431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.328431] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.393505] env[65216]: INFO networking_nsxv3.common.synchronization [req-ed1e230a-1560-43e1-87ab-eb43faf17df3 req-44ac1812-a1b8-4555-9a8f-6ae96fa2e211 tempest-ServersTestJSON-2115160800 tempest-ServersTestJSON-2115160800-project-member] Enqueued Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_members [ 858.394072] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_members [ 858.394372] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.394504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.394583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.396127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.396127] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.396127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.396127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.396127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.396127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.396127] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.798390] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.803968] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.825522] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.825711] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-457" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.825834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-457" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.826240] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-457" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.826494] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.826648] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.826760] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.826978] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.827134] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.827337] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.827447] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.827550] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.827654] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.827760] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.827863] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.827991] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.831473] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.831696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.832083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.832083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.832083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.832313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.832760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.832760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.832760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.832760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.832963] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 already deleted. [ 858.832963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.833087] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.834129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.834293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.834444] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.834546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.834611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.834751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.834826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.834915] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.849403] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.849583] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.849722] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.849940] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-457" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.850227] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-81c0f049-1c72-4cda-9113-7b8bccc9c112 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.850400] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.850516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.850827] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.850962] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c0f049-1c72-4cda-9113-7b8bccc9c112',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.898455] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.898612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.898945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.898945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.899137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.899227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.899342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.899426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.899542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.899644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.899705] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 already deleted. [ 858.899760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.303658] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.303658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.303658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.303658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.303658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.303658] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be updated. [ 859.308199] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.333439] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.333439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.333439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.333439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.333439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.336702] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1554dd1-1c1f-40f9-83f8-d58bb3539d78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.337885] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.338049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.338180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.338433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.338610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339808] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.339808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.339808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.339808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.339808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339808] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 already deleted. [ 859.339808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.344683] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: IN_PROGRESS for 2s [ 859.353454] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.353454] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.353646] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.354761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.354761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.354761] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 81c0f049-1c72-4cda-9113-7b8bccc9c112 not found, creating... [ 859.354761] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.354761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.355026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.355104] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.355273] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.355609] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.355766] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.355878] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.356198] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.356376] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.356532] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 81c0f049-1c72-4cda-9113-7b8bccc9c112 is going to be created. [ 859.377206] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.377936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.377936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.377936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.378112] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.378321] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.814031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.814031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.814031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.814031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.814031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.814031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 859.840552] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1554dd1-1c1f-40f9-83f8-d58bb3539d78: rpc.has_security_group_logging(os_id): False [ 859.875392] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.875706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.875706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.876030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.876030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.876390] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.876390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.876390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.876627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.876627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.876823] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 is going to be created. [ 859.880851] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.881047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.881047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.881240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.881404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.891015] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 859.899811] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e1554dd1-1c1f-40f9-83f8-d58bb3539d78], does not exist path=[/infra/domains/default/groups/e1554dd1-1c1f-40f9-83f8-d58bb3539d78]."\n}' [ 859.900064] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e1554dd1-1c1f-40f9-83f8-d58bb3539d78 [ 859.900064] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 859.950812] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.951231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.951231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.951434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.952291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.952566] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.952680] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.952742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.952904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.952982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953211] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953625] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1554dd1-1c1f-40f9-83f8-d58bb3539d78 is going to be created. [ 859.979798] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e1554dd1-1c1f-40f9-83f8-d58bb3539d78], does not exist path=[/infra/domains/default/groups/e1554dd1-1c1f-40f9-83f8-d58bb3539d78]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e1554dd1-1c1f-40f9-83f8-d58bb3539d78 [ 859.980013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1554dd1-1c1f-40f9-83f8-d58bb3539d78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.980551] env[65216]: Traceback (most recent call last): [ 859.980658] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 859.980658] env[65216]: return func(*args, **kwargs) [ 859.980658] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 859.980658] env[65216]: res.raise_for_status() [ 859.980658] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 859.980658] env[65216]: raise HTTPError(http_error_msg, response=self) [ 859.980658] env[65216]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e1554dd1-1c1f-40f9-83f8-d58bb3539d78 [ 859.980658] env[65216]: During handling of the above exception, another exception occurred: [ 859.980658] env[65216]: Traceback (most recent call last): [ 859.980658] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 859.980658] env[65216]: listener.cb(fileno) [ 859.980658] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 859.980658] env[65216]: result = function(*args, **kwargs) [ 859.980658] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 859.980658] env[65216]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 859.980658] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 859.980658] env[65216]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 859.980658] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 859.980658] env[65216]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 859.980658] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 859.980658] env[65216]: res.raise_for_status() [ 859.980658] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 859.980658] env[65216]: raise HTTPError(http_error_msg, response=self) [ 859.980658] env[65216]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e1554dd1-1c1f-40f9-83f8-d58bb3539d78 [ 859.980658] env[65216]: Removing descriptor: 64 [ 860.106852] env[65216]: INFO networking_nsxv3.common.synchronization [req-ed1e230a-1560-43e1-87ab-eb43faf17df3 req-93e0b734-3e07-4519-8462-35f7d9f513ab service nova] Enqueued Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_rules [ 860.107060] env[65216]: INFO networking_nsxv3.common.synchronization [req-ed1e230a-1560-43e1-87ab-eb43faf17df3 req-93e0b734-3e07-4519-8462-35f7d9f513ab service nova] Enqueued Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_members [ 860.107242] env[65216]: INFO networking_nsxv3.common.synchronization [req-ed1e230a-1560-43e1-87ab-eb43faf17df3 req-93e0b734-3e07-4519-8462-35f7d9f513ab service nova] Enqueued Resource ID: 81c0f049-1c72-4cda-9113-7b8bccc9c112 with Priority: HIGHEST for action port [ 860.107777] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_rules [ 860.107907] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_members [ 860.108015] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c0f049-1c72-4cda-9113-7b8bccc9c112 with Priority: HIGHEST for action port [ 860.108682] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.108812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.108879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.109098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.109179] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.111274] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.111397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.111465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.111653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.111792] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.111887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.111949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.112117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.112203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.112293] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.113724] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c0f049-1c72-4cda-9113-7b8bccc9c112 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.113724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.113724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.113724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.113724] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c0f049-1c72-4cda-9113-7b8bccc9c112',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.533704] env[65216]: INFO networking_nsxv3.common.synchronization [None req-040c4899-742d-48c8-9844-5e30b7c41f19 None None] Enqueued Resource ID: 4f88f045-d8d3-463a-ba36-35fef492a9e8 with Priority: HIGHEST for action port [ 860.534457] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f88f045-d8d3-463a-ba36-35fef492a9e8 with Priority: HIGHEST for action port [ 860.534777] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f88f045-d8d3-463a-ba36-35fef492a9e8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.534905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f88f045-d8d3-463a-ba36-35fef492a9e8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.534973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f88f045-d8d3-463a-ba36-35fef492a9e8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.535304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f88f045-d8d3-463a-ba36-35fef492a9e8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.535393] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f88f045-d8d3-463a-ba36-35fef492a9e8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.616469] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.616469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.616469] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.622209] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81c0f049-1c72-4cda-9113-7b8bccc9c112 with status ACTIVE [ 860.622209] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.622209] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.622209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.622209] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.623773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.623773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.623773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.623773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.623773] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81c0f049-1c72-4cda-9113-7b8bccc9c112 is going to be updated. [ 860.644830] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.645043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.645151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.645403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.645591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.645799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c0f049-1c72-4cda-9113-7b8bccc9c112" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.037727] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f88f045-d8d3-463a-ba36-35fef492a9e8 [ 861.037990] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.038152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.038209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.038452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.038558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.038687] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f88f045-d8d3-463a-ba36-35fef492a9e8 already deleted. [ 861.038774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f88f045-d8d3-463a-ba36-35fef492a9e8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.118278] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.358824] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 861.358824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.359030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.359221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.359735] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.359868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.361662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.361662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.361662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.361662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.361662] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.361662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.361662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.361662] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.362012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.362012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.362012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.362107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.362193] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.621496] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.621837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.621837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.624229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.624229] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 is going to be created. [ 861.647823] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.666147] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 in Status: UNINITIALIZED for 2s [ 861.863990] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.863990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.866706] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.903592] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 861.903814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.904365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.904594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.904795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.904914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.904981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.905282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.905329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.905387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.905489] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.368544] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.408591] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.408591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.408591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.408879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.408958] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.409088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.409153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.409268] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.409350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.409434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.409576] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.409665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.409728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.409865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.409999] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.410103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.410161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.410286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.410361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.410438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.410525] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.870766] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.871259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.871259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.871259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.871426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.871464] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be updated. [ 862.906645] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.906840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.906977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.907351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.907545] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.912366] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6: rpc.has_security_group_logging(os_id): False [ 862.920999] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: IN_PROGRESS for 2s [ 862.930924] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.931110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.931339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.931400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.961056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.961320] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.961432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.961561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.963986] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.963986] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.963986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.963986] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 863.034536] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.034646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.034757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.034915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.035117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.055127] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 863.082190] env[65216]: INFO networking_nsxv3.common.synchronization [None req-ac896f63-9b9b-4f54-8ec3-db6e2cc33d0d None None] Enqueued Resource ID: 913af687-4f63-4350-b308-ad5344eec741 with Priority: HIGHEST for action port [ 863.082190] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913af687-4f63-4350-b308-ad5344eec741 with Priority: HIGHEST for action port [ 863.082681] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-913af687-4f63-4350-b308-ad5344eec741 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.082878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-913af687-4f63-4350-b308-ad5344eec741" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.082980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-913af687-4f63-4350-b308-ad5344eec741" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.083356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-913af687-4f63-4350-b308-ad5344eec741" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.083486] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913af687-4f63-4350-b308-ad5344eec741',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.586310] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 913af687-4f63-4350-b308-ad5344eec741 [ 863.588377] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.588377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.588377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.590357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.590357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.590357] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:913af687-4f63-4350-b308-ad5344eec741 already deleted. [ 863.590357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-913af687-4f63-4350-b308-ad5344eec741" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.674174] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 in Status: SUCCESS [ 863.674537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.674537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.674685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.674873] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.674986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.675058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.675205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.675279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.675390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.675515] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.711303] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbcc850d-999a-44cd-b914-0197f82bc3f0 req-5cc2a753-da93-4148-90a3-5a04fc7edb14 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 863.711804] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 863.712116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.712254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.712311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.712553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.712823] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.712902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.712902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.713654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.713654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.713654] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.084132] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.084422] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.084494] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.084758] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.085028] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.085184] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.085302] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.085525] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.085665] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.085892] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.086014] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.086151] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.086266] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.086378] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.086497] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.086662] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.106096] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.106096] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.106096] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.106096] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-115" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.106320] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-addbc4ab-8456-4b47-8cec-6b0e352cfd74 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.106320] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.106446] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.106806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108640] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addbc4ab-8456-4b47-8cec-6b0e352cfd74',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.178056] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.216542] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.610374] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.610675] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.610814] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.611144] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.611384] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.611619] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port addbc4ab-8456-4b47-8cec-6b0e352cfd74 not found, creating... [ 864.611980] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.612174] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.612296] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.612548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.612688] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.613021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.613266] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.613448] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.613742] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.613903] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.614066] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 is going to be created. [ 864.639100] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.639379] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.639519] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.639797] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.640042] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.640286] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.680723] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa5e8885-d5e3-41a5-bc30-37270964cf19: rpc.has_security_group_logging(os_id): False [ 864.716273] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.716476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.716636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.716792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.716912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.717253] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.717377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.717440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.717634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.717732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.717844] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 is going to be created. [ 864.721940] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.809418] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.809572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.809642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.809864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.810064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.830451] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 in Status: IN_PROGRESS for 2s [ 864.932114] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 864.932368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.932544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.933045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.933290] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.933412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.933517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.933706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.934125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.934125] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.078054] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 865.078323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.224760] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.225121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.225121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.225325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.225437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.225544] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 865.258551] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.258701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.258771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.258967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.259433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.270836] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 865.369072] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbcc850d-999a-44cd-b914-0197f82bc3f0 req-51182541-79b3-4c97-89c8-ba50c0776827 service nova] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 865.369072] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbcc850d-999a-44cd-b914-0197f82bc3f0 req-51182541-79b3-4c97-89c8-ba50c0776827 service nova] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 865.369072] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbcc850d-999a-44cd-b914-0197f82bc3f0 req-51182541-79b3-4c97-89c8-ba50c0776827 service nova] Enqueued Resource ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 with Priority: HIGHEST for action port [ 865.369072] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 865.369734] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 865.370753] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 with Priority: HIGHEST for action port [ 865.371234] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.371498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.371680] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.372025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.372228] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.373570] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.373811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.374495] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-addbc4ab-8456-4b47-8cec-6b0e352cfd74 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.374771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.374955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.375263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.375498] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addbc4ab-8456-4b47-8cec-6b0e352cfd74',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.427766] env[65216]: INFO networking_nsxv3.common.synchronization [req-0c267290-9d7f-4cce-af2c-24162a041537 req-7bba6c89-38a4-43b6-9c2f-045613e0a963 tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 865.427766] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 865.427766] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.427766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.427766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.428069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.428227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.428352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.428416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.428663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.428769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.428874] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.436111] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.847581] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.847997] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.848079] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.848392] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.848662] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.848868] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.848945] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.849170] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.849316] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.849523] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.849624] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.849843] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.849843] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.849939] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.850031] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.850232] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.882021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882021] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port addbc4ab-8456-4b47-8cec-6b0e352cfd74 with status ACTIVE [ 865.882021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.882021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.882021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.882021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.882783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.882783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.882783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.882783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 is going to be updated. [ 865.897307] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.897307] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.897307] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.897307] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.897307] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-141730b1-42b5-4b3c-b003-05c3c5808d53 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.897550] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.897550] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.897799] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.898749] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141730b1-42b5-4b3c-b003-05c3c5808d53',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.911559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.911559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.911559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.911559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.911559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.912230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.935574] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.935574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.935574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.935574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.938223] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.009392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.009801] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.010611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.010611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.010611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.011098] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 866.047103] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.047352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.047400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.047671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.047840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.060279] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 866.125513] env[65216]: INFO networking_nsxv3.common.synchronization [req-fafa105f-1d1a-40f0-ac6a-b46d8cf5c1c3 req-cf179f00-2891-4a1a-9b46-b1564462ea25 tempest-InstanceActionsNegativeTestJSON-854567544 tempest-InstanceActionsNegativeTestJSON-854567544-project-member] Enqueued Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_members [ 866.127290] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGHEST for action security_group_members [ 866.127290] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.127590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.127590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.127687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.127836] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.127942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.128026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.128180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.128267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.128363] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.402901] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.402901] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.402901] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404206] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.404206] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.404206] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 141730b1-42b5-4b3c-b003-05c3c5808d53 not found, creating... [ 866.404206] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.404206] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404206] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404206] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.404555] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.404555] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.404675] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404810] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404996] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.405806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.405806] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 141730b1-42b5-4b3c-b003-05c3c5808d53 is going to be created. [ 866.428307] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.428547] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.428682] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.429294] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.429294] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.429448] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.441477] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.441682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.441749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.441975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.442381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.442381] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be updated. [ 866.497267] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.497444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.497493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.497713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.497869] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.509681] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: IN_PROGRESS for 2s [ 866.630795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.631710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.631710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.631710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.667995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.668308] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.668450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.668537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.668781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.668823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.669435] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 is going to be updated. [ 866.704527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.704736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.704736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.704952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.705115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.715901] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 in Status: IN_PROGRESS for 2s [ 866.853324] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 in Status: SUCCESS [ 866.853565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087139] env[65216]: INFO networking_nsxv3.common.synchronization [req-0c267290-9d7f-4cce-af2c-24162a041537 req-aeebf719-96ea-4a4c-9398-3c407283809d service nova] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_rules [ 867.089189] env[65216]: INFO networking_nsxv3.common.synchronization [req-0c267290-9d7f-4cce-af2c-24162a041537 req-aeebf719-96ea-4a4c-9398-3c407283809d service nova] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 867.089189] env[65216]: INFO networking_nsxv3.common.synchronization [req-0c267290-9d7f-4cce-af2c-24162a041537 req-aeebf719-96ea-4a4c-9398-3c407283809d service nova] Enqueued Resource ID: 141730b1-42b5-4b3c-b003-05c3c5808d53 with Priority: HIGHEST for action port [ 867.089189] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_rules [ 867.089189] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 867.089189] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141730b1-42b5-4b3c-b003-05c3c5808d53 with Priority: HIGHEST for action port [ 867.089737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.090027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.091076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.091076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.091076] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.091848] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.092032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.093023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-141730b1-42b5-4b3c-b003-05c3c5808d53 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.093023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.093023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.093023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.093023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141730b1-42b5-4b3c-b003-05c3c5808d53',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.281744] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 867.281744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.281865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.282119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.282233] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.282352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.282438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.282562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.282648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.282926] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.456310] env[65216]: INFO networking_nsxv3.common.synchronization [req-5091524d-55cf-420e-8519-4db3f720707b req-3e978d21-9c2a-448c-9d6d-ba4d81201c65 tempest-ServerRescueTestJSONUnderV235-1442723713 tempest-ServerRescueTestJSONUnderV235-1442723713-project-member] Enqueued Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 867.456944] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce41d3-49fb-453f-b978-e0723ccd0f26 with Priority: HIGHEST for action security_group_members [ 867.457734] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.457828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.467305] env[65216]: INFO networking_nsxv3.common.synchronization [req-358e4d9e-9dc8-4827-85de-fc3447fd1045 req-95f2db3d-4191-49cb-8e8d-b8f89a6bc55c tempest-ServersTestBootFromVolume-1870406854 tempest-ServersTestBootFromVolume-1870406854-project-member] Enqueued Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_members [ 867.467847] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGHEST for action security_group_members [ 867.468204] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.468330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.468402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.468691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.468907] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.469043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.469109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.469307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.469392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.469514] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.594588] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.594752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.594923] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 141730b1-42b5-4b3c-b003-05c3c5808d53 with status ACTIVE [ 867.595105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.595228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.595290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.595505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.595592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.595863] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.596044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.596143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.596322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.596474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.596612] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.596724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.596785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.596949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.597174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.597174] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 141730b1-42b5-4b3c-b003-05c3c5808d53 is going to be updated. [ 867.622110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.622267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.622359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.622565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.622710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.622890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-141730b1-42b5-4b3c-b003-05c3c5808d53" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.784881] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.972885] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.972885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.973047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.974040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.996304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.996572] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.996687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.996753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.996966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.997044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.997134] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01f1ae9-2605-4918-b599-120678695261 is going to be updated. [ 868.032729] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.032876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.032946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.033220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.033370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.046474] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01f1ae9-2605-4918-b599-120678695261 in Status: IN_PROGRESS for 2s [ 868.072079] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 868.072301] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 deletion is rescheduled due to dependency. [ 868.072440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.072646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.072909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.073144] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.073289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.073363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.073595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.073717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.073838] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.204866] env[65216]: INFO networking_nsxv3.common.synchronization [req-a0c68c3b-ffad-4add-900f-a130105053e8 req-5270e1fc-0b13-4fdd-84e6-981ad97585bb tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 868.205468] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 868.205780] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.205891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.205967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.206590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.206755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.206862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.206919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.207090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.207198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.207310] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.293726] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.521918] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 868.522266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.522482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.522759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.523265] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.523512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.523512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.523681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.523738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.523890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.524097] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-efce41d3-49fb-453f-b978-e0723ccd0f26 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.524226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.524292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.524561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.524688] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.524808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.524888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.525330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.525330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.525330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.525488] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.526400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.526691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.526766] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.526960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.526960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.527133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.527255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.527381] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.569195] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.569435] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.569549] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.569914] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.570214] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.570414] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.570551] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.570788] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.570930] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.571163] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.571273] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.571389] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.571497] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.571599] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.571720] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.571842] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.577350] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.604081] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.604747] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.604960] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.605380] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.605820] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.606109] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.606247] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.606670] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.606800] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806e5d07-f8b0-41c3-80c7-03c4b9b38dd2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.709668] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.709921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.710057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.710317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.710431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.712533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.712533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.712533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.712533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.712533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.712533] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a already deleted. [ 868.712533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.726392] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 in Status: SUCCESS [ 868.726579] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 deletion is rescheduled due to dependency. [ 868.726690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.796643] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.796830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.796912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.797352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.797476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.797588] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 868.833815] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.834031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.834074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.834338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.834590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.856617] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 869.032963] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.032963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.032963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.032963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.032963] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efce41d3-49fb-453f-b978-e0723ccd0f26: rpc.has_security_group_logging(os_id): False [ 869.055353] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.055801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.060558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.060558] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.060558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.060558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.060558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.060558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.060558] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be updated. [ 869.061332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.061332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.061332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.062023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.062023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.062023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.062023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.062221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.063473] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.063640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.066189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.068154] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.068154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.068154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.068154] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be updated. [ 869.080739] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.106826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.106999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.106999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.107278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.107430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.108867] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.109076] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.109202] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.109457] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.109597] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.109742] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 not found, creating... [ 869.109991] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.110219] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.110339] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.110591] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.110717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.110994] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.111166] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.111284] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.111482] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.111613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.111752] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 is going to be created. [ 869.122197] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: IN_PROGRESS for 2s [ 869.133173] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.133568] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.133725] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.134070] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.134360] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.134618] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.151450] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.151560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.151624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.151911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.152123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.171110] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: IN_PROGRESS for 2s [ 869.583184] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.583540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.583540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.583870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.584124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.584249] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 869.617422] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.617598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.617891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.618765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.628729] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 869.911284] env[65216]: INFO networking_nsxv3.common.synchronization [req-a0c68c3b-ffad-4add-900f-a130105053e8 req-eba1965f-b0d2-4e49-9704-1585b6eb9b45 service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 869.911284] env[65216]: INFO networking_nsxv3.common.synchronization [req-a0c68c3b-ffad-4add-900f-a130105053e8 req-eba1965f-b0d2-4e49-9704-1585b6eb9b45 service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 869.911672] env[65216]: INFO networking_nsxv3.common.synchronization [req-a0c68c3b-ffad-4add-900f-a130105053e8 req-eba1965f-b0d2-4e49-9704-1585b6eb9b45 service nova] Enqueued Resource ID: 806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 with Priority: HIGHEST for action port [ 869.912759] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 869.913102] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 869.913392] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 with Priority: HIGHEST for action port [ 869.914026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.914390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.914599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.915036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.915262] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.916762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.917098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.917303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.917663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.918021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.918306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.918544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.918916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.919171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.919422] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.923516] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.923516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.923516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.923516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.923516] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806e5d07-f8b0-41c3-80c7-03c4b9b38dd2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.060125] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01f1ae9-2605-4918-b599-120678695261 in Status: SUCCESS [ 870.060125] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01f1ae9-2605-4918-b599-120678695261 deletion is rescheduled due to dependency. [ 870.060125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.425467] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.425616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.425791] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.426781] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 with status ACTIVE [ 870.426920] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.427048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.427115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.427322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.427413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.427567] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.427712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.427749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.427885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.427964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.429394] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.429557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.429643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.429864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.429967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.430089] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 806e5d07-f8b0-41c3-80c7-03c4b9b38dd2 is going to be updated. [ 870.459529] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.459681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.459877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.459955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.460071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.460233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806e5d07-f8b0-41c3-80c7-03c4b9b38dd2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.869994] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 870.870662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.870713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.871049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.871682] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.871682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.871682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.871919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.872044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.872141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.872229] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.932066] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.138599] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 871.138599] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 deletion is rescheduled due to dependency. [ 871.138599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.185979] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efce41d3-49fb-453f-b978-e0723ccd0f26 in Status: SUCCESS [ 871.185979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.185979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.185979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.185979] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efce41d3-49fb-453f-b978-e0723ccd0f26',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.375776] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.375942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.375996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.376495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.376776] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.377329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.377329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.377329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.379124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.379347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.379605] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.379751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.379838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.380090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.380321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.380459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.380544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.380755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.380867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.380993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.381134] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.435611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.436328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.439926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.439926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.439926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.439926] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be created. [ 871.486029] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.486029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.486029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.486029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.486029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.500937] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: UNINITIALIZED for 2s [ 871.645216] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 871.645216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.645216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.645673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.646016] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.646210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.646310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.646516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.646616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.646721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.646816] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.715038] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.715259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.715381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.715790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.715790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.715861] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efce41d3-49fb-453f-b978-e0723ccd0f26 is going to be deleted. [ 871.795745] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.795944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.795994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.796218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.796306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.796425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efce41d3-49fb-453f-b978-e0723ccd0f26" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.885708] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5: rpc.has_security_group_logging(os_id): False [ 871.923367] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.923367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.923514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.924374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.948971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.949113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.949241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.949306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.949514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.949599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.949823] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.949928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.949993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.950237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.950237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.950411] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.950508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.950570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.950708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.950783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.950865] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 872.114189] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.114876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.114957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.115327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.115327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.135999] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 872.157313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.157313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.157313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.157313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.157313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.157953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.157953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.157953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.157953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.157953] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.659353] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d73d04a6-619d-4599-890a-1b3b98982715: rpc.has_security_group_logging(os_id): False [ 872.682670] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.683037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.683037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.683122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.683215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.683445] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.683568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.683627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.683763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.683838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.684032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.684178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.684247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.684395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.684469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.684645] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.684739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.684798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.684938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.685073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.685182] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 872.772030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.772030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.772030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.772030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.772030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.788540] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 873.516015] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 873.516335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.516471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.516673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.516928] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.517079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.517179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.517515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.517515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.517515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.517732] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.023344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.023344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.023344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.023344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.023344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.023971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.023971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.023971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.023971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.023971] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.155238] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 874.155238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.530106] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 159502a5-7887-414c-a1c5-c642afe28e3a: rpc.has_security_group_logging(os_id): False [ 874.553781] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.553781] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.553781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.555162] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.555605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.555925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.557313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.557313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.557313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.557540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.557726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.558246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.559965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.559965] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be created. [ 874.634640] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.635920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.638018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.638018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.638018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.652193] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 874.810184] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 874.810410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.915017] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 874.915160] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 875.207792] env[65216]: INFO networking_nsxv3.common.synchronization [req-a1f868be-bb5d-48a2-80cd-0f7547488e41 req-4458edf6-240e-444e-b37b-607a0aa234d7 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 875.208058] env[65216]: INFO networking_nsxv3.common.synchronization [req-a1f868be-bb5d-48a2-80cd-0f7547488e41 req-4458edf6-240e-444e-b37b-607a0aa234d7 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 875.208855] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 875.209187] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 875.210036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.210036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.210036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.213142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.213142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.213142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.213142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.213142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.213142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.213142] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.213142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.213793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.213793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.213793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.214485] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.214666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.214751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.215151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.215492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.215644] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.267449] env[65216]: INFO networking_nsxv3.common.synchronization [req-a1f868be-bb5d-48a2-80cd-0f7547488e41 req-4458edf6-240e-444e-b37b-607a0aa234d7 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 875.267621] env[65216]: INFO networking_nsxv3.common.synchronization [req-a1f868be-bb5d-48a2-80cd-0f7547488e41 req-4458edf6-240e-444e-b37b-607a0aa234d7 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 875.267743] env[65216]: INFO networking_nsxv3.common.synchronization [req-a1f868be-bb5d-48a2-80cd-0f7547488e41 req-4458edf6-240e-444e-b37b-607a0aa234d7 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_rules [ 875.267871] env[65216]: INFO networking_nsxv3.common.synchronization [req-a1f868be-bb5d-48a2-80cd-0f7547488e41 req-4458edf6-240e-444e-b37b-607a0aa234d7 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 875.267995] env[65216]: INFO networking_nsxv3.common.synchronization [req-a1f868be-bb5d-48a2-80cd-0f7547488e41 req-4458edf6-240e-444e-b37b-607a0aa234d7 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 with Priority: HIGHEST for action port [ 875.269271] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 875.269477] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_rules [ 875.269595] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 with Priority: HIGHEST for action port [ 875.269827] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 875.270045] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 875.270450] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.270615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.270707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.270932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.271027] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.272888] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.272888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.272888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.273060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.273060] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.274349] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-addbc4ab-8456-4b47-8cec-6b0e352cfd74 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.274349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.274349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.274486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.274486] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addbc4ab-8456-4b47-8cec-6b0e352cfd74',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.275170] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.275744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.276076] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.276182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.718716] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.720058] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.774725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.774725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.778035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.778035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.778035] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port addbc4ab-8456-4b47-8cec-6b0e352cfd74 with status ACTIVE [ 875.778035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.778035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.778035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.778564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.778682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.779028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.779028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.779193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.779262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.779337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.779523] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.779634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.779694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.779865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.779946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.780059] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 is going to be updated. [ 875.803311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.803451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.803507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.803845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.804068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.804273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.221831] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.222884] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.667557] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 876.667557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.725553] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.725883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.725883] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.726047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.726193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.726388] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 876.731933] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.732872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.732872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.732872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.732872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.732872] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876bc872-c6f6-4726-bded-3c87c4916857 is going to be created. [ 876.760965] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.761185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.761290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.761549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.761769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.769288] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.769806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.769806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.772027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.772027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.782411] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 876.783819] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: UNINITIALIZED for 2s [ 876.868595] env[65216]: INFO networking_nsxv3.common.synchronization [req-e4848917-2d47-455a-aff6-5246e07d33c0 req-e0ae3fff-b361-489e-9adf-c22819b3a720 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 876.869906] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 876.869906] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.869906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.869906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.870116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.870930] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.871052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.871107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.871277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.871360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.873267] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.259494] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.259698] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.259896] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.260179] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.260563] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.260736] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.260854] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.261088] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.261245] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.261454] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.261566] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.262229] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.262364] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.262491] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.262601] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.262732] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.289035] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.289204] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.289375] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.289572] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.289935] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-b4357fdf-e1c1-4470-b245-9962f3af1d3f taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.290168] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.290296] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.290624] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.290753] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4357fdf-e1c1-4470-b245-9962f3af1d3f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.373518] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.373693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.373693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.373860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.373948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.374230] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.374334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.374397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.374548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.374625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.374725] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb already deleted. [ 877.374809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.792927] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.793267] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.793325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.793621] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.793772] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.793926] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port b4357fdf-e1c1-4470-b245-9962f3af1d3f not found, creating... [ 877.794219] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.794379] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.794496] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.794724] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.794860] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.795227] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.795408] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.795526] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.795731] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.795861] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.795999] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: b4357fdf-e1c1-4470-b245-9962f3af1d3f is going to be created. [ 877.823511] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.823770] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.823897] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.824265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.824509] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.824752] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.554741] env[65216]: INFO networking_nsxv3.common.synchronization [req-e4848917-2d47-455a-aff6-5246e07d33c0 req-3f951477-651d-4a5f-985a-548e49fd22ba service nova] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_rules [ 878.555318] env[65216]: INFO networking_nsxv3.common.synchronization [req-e4848917-2d47-455a-aff6-5246e07d33c0 req-3f951477-651d-4a5f-985a-548e49fd22ba service nova] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 878.555577] env[65216]: INFO networking_nsxv3.common.synchronization [req-e4848917-2d47-455a-aff6-5246e07d33c0 req-3f951477-651d-4a5f-985a-548e49fd22ba service nova] Enqueued Resource ID: b4357fdf-e1c1-4470-b245-9962f3af1d3f with Priority: HIGHEST for action port [ 878.556433] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_rules [ 878.556841] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 878.556888] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4357fdf-e1c1-4470-b245-9962f3af1d3f with Priority: HIGHEST for action port [ 878.562023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.562023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.562023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.562023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.562023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.562023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.563280] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4357fdf-e1c1-4470-b245-9962f3af1d3f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.563280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.563280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.563280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.563280] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4357fdf-e1c1-4470-b245-9962f3af1d3f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.796038] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: UNINITIALIZED for 4s [ 878.796038] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 4s [ 879.069173] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.069173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.069173] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4357fdf-e1c1-4470-b245-9962f3af1d3f with status ACTIVE [ 879.069173] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.069454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.069454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.070164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.070164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.070164] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.070164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.070339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.071897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.071897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.071897] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.071897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.071897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.071897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.071897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.071897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4357fdf-e1c1-4470-b245-9962f3af1d3f is going to be updated. [ 879.072274] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.097559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.097736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.097863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.098637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.098637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.098637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4357fdf-e1c1-4470-b245-9962f3af1d3f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.576266] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.080546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.080905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.080905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.081010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.081184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.081334] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be created. [ 880.107121] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.107730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.107730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.107730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.107730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.120046] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: UNINITIALIZED for 2s [ 880.815851] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: SUCCESS [ 880.815851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.815851] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 880.815851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.817262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.817262] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.817429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.817429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.817681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.817812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.821022] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.821022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.821022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.821022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.821022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.821022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.821022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.821022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.821022] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.204552] env[65216]: INFO networking_nsxv3.common.synchronization [None req-def8f0d2-b4a1-41df-8c94-837200a4e091 None None] Enqueued Resource ID: 084584b5-3ffb-4d6c-84ce-0b0fe9d0d572 with Priority: HIGHEST for action port [ 881.205062] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084584b5-3ffb-4d6c-84ce-0b0fe9d0d572 with Priority: HIGHEST for action port [ 881.205374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-084584b5-3ffb-4d6c-84ce-0b0fe9d0d572 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.205510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084584b5-3ffb-4d6c-84ce-0b0fe9d0d572" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.205568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084584b5-3ffb-4d6c-84ce-0b0fe9d0d572" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.205796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084584b5-3ffb-4d6c-84ce-0b0fe9d0d572" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.205866] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084584b5-3ffb-4d6c-84ce-0b0fe9d0d572',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.324568] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.325094] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.708778] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 084584b5-3ffb-4d6c-84ce-0b0fe9d0d572 [ 881.708854] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.709028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.709704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.710163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.710662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.710814] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:084584b5-3ffb-4d6c-84ce-0b0fe9d0d572 already deleted. [ 881.711371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084584b5-3ffb-4d6c-84ce-0b0fe9d0d572" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.828972] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.830759] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.132998] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: SUCCESS [ 882.133258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.134383] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.134383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.134383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.134652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.134817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.134817] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.333583] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.333999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.333999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.333999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.334141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.334190] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876bc872-c6f6-4726-bded-3c87c4916857 is going to be updated. [ 882.335711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.335711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.335711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.335940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.335970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.336076] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 882.380653] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.380653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.380653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.380653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.380653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.382154] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.382329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.382431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.382637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.382856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.394707] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: IN_PROGRESS for 2s [ 882.395420] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 882.638350] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.638558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.638652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.638850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.639032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.639143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.639367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.639456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639690] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.639779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.639979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.640187] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.640411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.640497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640658] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.110336] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 883.110581] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 883.110638] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_members [ 883.111207] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 883.111426] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 883.111456] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_members [ 883.111839] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.111839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.111997] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.112091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.112269] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacaad71-2d14-450c-a905-e7803f888302 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.112366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.112428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.112674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.112819] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.112912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.112973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.113141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.113226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.113319] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.146214] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07649259-cdda-49da-b157-04055945fffb: rpc.has_security_group_logging(os_id): False [ 883.162273] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 883.162525] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 883.162667] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_rules [ 883.162995] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 883.162995] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_rules [ 883.163137] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_members [ 883.163170] env[65216]: INFO networking_nsxv3.common.synchronization [req-c47bd9a0-368e-476f-bae9-55b0a8f759d1 req-0eb38653-ae3b-42d9-9c6b-dbc6f06b48aa tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 with Priority: HIGHEST for action port [ 883.164139] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_rules [ 883.164366] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_rules [ 883.164551] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_members [ 883.164657] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 with Priority: HIGHEST for action port [ 883.164751] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_rules [ 883.164850] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 883.164944] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 883.166027] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.166137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.166263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.166461] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.166581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.166838] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.167086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.167086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.167248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.167248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.167451] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.167574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.167639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.167786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.167858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.168051] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.168159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.168229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.168408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.168532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.168582] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be created. [ 883.170070] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.170176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.170420] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.170508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.171254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacaad71-2d14-450c-a905-e7803f888302 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.171254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.171254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-addbc4ab-8456-4b47-8cec-6b0e352cfd74 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.171254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.171254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.171662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.171662] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addbc4ab-8456-4b47-8cec-6b0e352cfd74',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.172372] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bacaad71-2d14-450c-a905-e7803f888302 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.172488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.172579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.172784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.172863] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.173703] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.173808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.174039] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.174134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.243264] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.243523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.243523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.243675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.243850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.258886] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07649259-cdda-49da-b157-04055945fffb in Status: IN_PROGRESS for 2s [ 883.616719] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.677534] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port addbc4ab-8456-4b47-8cec-6b0e352cfd74 with status ACTIVE [ 883.677697] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.677831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.677872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.678094] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.678188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.678380] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.678495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.678573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.679177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.679177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.679177] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.679177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.679177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.679500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.679500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.679500] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: addbc4ab-8456-4b47-8cec-6b0e352cfd74 is going to be updated. [ 883.680906] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacaad71-2d14-450c-a905-e7803f888302 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.681095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.706684] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.706822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.706904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.707490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.707490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.707490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addbc4ab-8456-4b47-8cec-6b0e352cfd74" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.992354] env[65216]: INFO networking_nsxv3.common.synchronization [None req-aa7bd8af-d810-4dbe-a4cd-3d863a825af2 None None] Enqueued Resource ID: 0b938232-52ea-4e62-9662-68e28801e074 with Priority: HIGHEST for action port [ 883.993191] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b938232-52ea-4e62-9662-68e28801e074 with Priority: HIGHEST for action port [ 883.993569] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b938232-52ea-4e62-9662-68e28801e074 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.993703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b938232-52ea-4e62-9662-68e28801e074" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.993783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b938232-52ea-4e62-9662-68e28801e074" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.994051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b938232-52ea-4e62-9662-68e28801e074" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.994172] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b938232-52ea-4e62-9662-68e28801e074',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.120615] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.412303] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: SUCCESS [ 884.412303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.412303] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 884.412303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.412303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.412664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.413048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.413890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.414068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.414356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.414404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.414544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.414658] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.415981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.416354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.416605] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.416776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.416837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.417040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.417128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.417217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.417318] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.420021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.420021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.420021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.420021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.420021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.420512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.420512] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.420512] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.421814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.421814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.421814] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.421814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.421814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.421814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.421814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.422037] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.496398] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b938232-52ea-4e62-9662-68e28801e074 [ 884.496723] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.496889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.496983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.497324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.497493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.497579] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b938232-52ea-4e62-9662-68e28801e074 already deleted. [ 884.498051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b938232-52ea-4e62-9662-68e28801e074" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.624414] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.624414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.624414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.624749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.624749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.624812] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacaad71-2d14-450c-a905-e7803f888302 is going to be created. [ 884.666894] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.667057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.667166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.667459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.667589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.679030] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacaad71-2d14-450c-a905-e7803f888302 in Status: UNINITIALIZED for 2s [ 884.919186] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.927385] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.928565] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.928692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.928888] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.273203] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07649259-cdda-49da-b157-04055945fffb in Status: SUCCESS [ 885.273337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.425036] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 876bc872-c6f6-4726-bded-3c87c4916857: rpc.has_security_group_logging(os_id): False [ 885.431134] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.432887] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.453656] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.453656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.453656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.453656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.453656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.453656] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.453656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.453656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.454521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.454638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.454743] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 876bc872-c6f6-4726-bded-3c87c4916857 is going to be created. [ 885.529975] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.530217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.530270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.530474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.530653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.554287] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: IN_PROGRESS for 2s [ 885.873102] env[65216]: INFO networking_nsxv3.common.synchronization [req-41c5f851-7353-489a-908b-b93a9bf47a56 req-364d2745-2108-4490-bb4b-c53cf3428d5b tempest-FloatingIPsAssociationTestJSON-190014208 tempest-FloatingIPsAssociationTestJSON-190014208-project-member] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 885.873674] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGHEST for action security_group_members [ 885.874343] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.874343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.874343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.874615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.874785] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.874895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.874956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.875119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.875199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.875324] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.933550] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.933742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.933818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.934034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.934147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.934269] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876bc872-c6f6-4726-bded-3c87c4916857 is going to be updated. [ 885.936135] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.936135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.936284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.936456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.936542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.936634] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 885.989023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.989023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.989023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.989023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.989023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.989023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.989023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.989639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.990070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.990506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.005704] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: IN_PROGRESS for 2s [ 886.008678] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 886.327067] env[65216]: INFO networking_nsxv3.common.synchronization [req-96976a5a-19df-4fb0-95c7-854c05c49846 req-b776fe17-3097-4947-904a-80257015ff48 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 886.327067] env[65216]: INFO networking_nsxv3.common.synchronization [req-96976a5a-19df-4fb0-95c7-854c05c49846 req-b776fe17-3097-4947-904a-80257015ff48 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_members [ 886.327067] env[65216]: INFO networking_nsxv3.common.synchronization [req-96976a5a-19df-4fb0-95c7-854c05c49846 req-b776fe17-3097-4947-904a-80257015ff48 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 886.327508] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876bc872-c6f6-4726-bded-3c87c4916857 with Priority: HIGHEST for action security_group_members [ 886.327698] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacaad71-2d14-450c-a905-e7803f888302 with Priority: HIGHEST for action security_group_members [ 886.328913] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 886.328913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-876bc872-c6f6-4726-bded-3c87c4916857 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.328913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.328913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacaad71-2d14-450c-a905-e7803f888302 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.328913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.328913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.328913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.378861] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.379099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.379275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.379614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.404198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.404826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.404826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.404826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.404999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.404999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.405071] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be updated. [ 886.436306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.436537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.436586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.436777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.436922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.447684] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: IN_PROGRESS for 2s [ 886.689451] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacaad71-2d14-450c-a905-e7803f888302 in Status: SUCCESS [ 886.689711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.689874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.690118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.690317] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.690435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.690501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.690670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.690749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.690868] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.193689] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.194121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.194121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.194192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.194315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.194464] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.194840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.194840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.194840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.194932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.194998] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacaad71-2d14-450c-a905-e7803f888302 is going to be deleted. [ 887.227866] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.228021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.228090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.228303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.228398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.228497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.228648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.228799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.228959] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.229081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.229143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.230040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.230040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.230040] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.567222] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: SUCCESS [ 887.567491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.567709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.567977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.568077] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.637429] env[65216]: INFO networking_nsxv3.common.synchronization [None req-0e5b7d38-3213-4ad8-8b9d-c63569b0525d tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 887.637909] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 887.638337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.638337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.638465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.638611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.638695] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.732113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.732113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.732352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.732626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.732626] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.732749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.732886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.732955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.733048] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacaad71-2d14-450c-a905-e7803f888302 already deleted. [ 887.733135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.733249] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.734165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.734348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.734502] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.735873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.735873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.735873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.735873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.735873] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.766433] env[65216]: INFO networking_nsxv3.common.synchronization [None req-ad707971-7284-45d8-82b5-93c66cfc2b23 tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 887.767640] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 887.768069] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.768227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.016795] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876bc872-c6f6-4726-bded-3c87c4916857 in Status: SUCCESS [ 888.016795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.017057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.017602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.018270] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.018270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.018270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.018601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.018601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.018737] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.021858] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 888.021858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.022318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.023672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.023672] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.023672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.023672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.023672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.023672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.023672] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.090772] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.091313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.091562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.091972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.092201] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.092389] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 876bc872-c6f6-4726-bded-3c87c4916857 is going to be deleted. [ 888.157920] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.158066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.158134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.158342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.158429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.158537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.165890] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.165977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.166021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.166901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.166901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.166901] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 already deleted. [ 888.166901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.167034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.167185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.167287] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.237147] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bacaad71-2d14-450c-a905-e7803f888302',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.238821] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.238981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.239074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.239311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.239410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.239805] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.239805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.239805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.241014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.241014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.241014] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacaad71-2d14-450c-a905-e7803f888302 already deleted. [ 888.241014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.463471] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc3f704-dcf7-473f-8428-38b69d7dd53b in Status: SUCCESS [ 888.463572] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b deletion is rescheduled due to dependency. [ 888.463672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.525509] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.525717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.525839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.526208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.526389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.526689] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.526855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.526958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.527155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.527264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.527380] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876bc872-c6f6-4726-bded-3c87c4916857 is going to be deleted. [ 888.528511] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.565478] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.565478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.565478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.565478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.565478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.565478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.566210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.566210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.566997] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.566997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.566997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.567486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.567662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.567854] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876bc872-c6f6-4726-bded-3c87c4916857',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.688855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.690065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.690065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.690065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.690065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.690065] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 already deleted. [ 888.690065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.739266] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bacaad71-2d14-450c-a905-e7803f888302: rpc.has_security_group_logging(os_id): False [ 888.760750] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.760941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.760941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.761182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.761274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.761899] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.761899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.761899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.761899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.761899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.762360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bacaad71-2d14-450c-a905-e7803f888302 is going to be created. [ 888.782431] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bacaad71-2d14-450c-a905-e7803f888302], does not exist path=[/infra/domains/default/groups/bacaad71-2d14-450c-a905-e7803f888302]."\n}' [ 888.782590] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bacaad71-2d14-450c-a905-e7803f888302 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bacaad71-2d14-450c-a905-e7803f888302 [ 888.782674] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 888.828135] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.828135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.828135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.828312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.831185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.831664] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.832054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.832054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.832280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.832419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.832760] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.832934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.833059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.833305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.833433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.833561] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bacaad71-2d14-450c-a905-e7803f888302 is going to be created. [ 888.872589] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bacaad71-2d14-450c-a905-e7803f888302], does not exist path=[/infra/domains/default/groups/bacaad71-2d14-450c-a905-e7803f888302]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bacaad71-2d14-450c-a905-e7803f888302 [ 888.872761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bacaad71-2d14-450c-a905-e7803f888302" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.873011] env[65216]: Traceback (most recent call last): [ 888.873052] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 888.873052] env[65216]: return func(*args, **kwargs) [ 888.873052] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 888.873052] env[65216]: res.raise_for_status() [ 888.873052] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 888.873052] env[65216]: raise HTTPError(http_error_msg, response=self) [ 888.873052] env[65216]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bacaad71-2d14-450c-a905-e7803f888302 [ 888.873052] env[65216]: During handling of the above exception, another exception occurred: [ 888.873052] env[65216]: Traceback (most recent call last): [ 888.873290] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 888.873290] env[65216]: listener.cb(fileno) [ 888.873290] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 888.873290] env[65216]: result = function(*args, **kwargs) [ 888.873290] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 888.873290] env[65216]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 888.873290] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 888.873290] env[65216]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 888.873290] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 888.873290] env[65216]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 888.873290] env[65216]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 888.873290] env[65216]: res.raise_for_status() [ 888.873290] env[65216]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 888.873290] env[65216]: raise HTTPError(http_error_msg, response=self) [ 888.873290] env[65216]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bacaad71-2d14-450c-a905-e7803f888302 [ 888.873290] env[65216]: Removing descriptor: 21 [ 889.032808] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.070699] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.071128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.071128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.071199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.071229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.071427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.071525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.071586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.071732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.071807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.071890] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876bc872-c6f6-4726-bded-3c87c4916857 already deleted. [ 889.071972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876bc872-c6f6-4726-bded-3c87c4916857" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.279193] env[65216]: INFO networking_nsxv3.common.synchronization [req-2672fcfe-542c-44b2-ac88-46c0831567a7 req-dbc6dad3-0adb-4dac-a6c3-346265145503 tempest-ImagesOneServerTestJSON-1315942252 tempest-ImagesOneServerTestJSON-1315942252-project-member] Enqueued Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_members [ 889.279940] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82b7a72-567d-4567-bcee-a70d5739c08c with Priority: HIGHEST for action security_group_members [ 889.280151] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82b7a72-567d-4567-bcee-a70d5739c08c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.280275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.280650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.280650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.280732] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.280790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.280828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.280967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.281068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.281163] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82b7a72-567d-4567-bcee-a70d5739c08c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.357250] env[65216]: INFO networking_nsxv3.common.synchronization [req-fe94ba3d-c6a0-40af-a3ac-63eeb6e63e7b req-78d0a192-0f74-4a8a-9d93-66231c85d8dd tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 889.358663] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 889.358663] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.358854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.358854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.359127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.360482] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.360679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.360797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.361052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.361209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.361361] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.540146] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.540288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.540358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.540591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.540683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.540782] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 889.578184] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.578184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.578184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.578184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.578184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.589582] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 889.715047] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-745b0842-173d-413c-ba46-9d6437aca87b tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 889.715047] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 889.715047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.715047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.715047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.715047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.715047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.715517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.715517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.715517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.715517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.715517] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.783284] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.783456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.783529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.783829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.807656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.807656] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.807656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.807656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.807656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.807656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.807656] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82b7a72-567d-4567-bcee-a70d5739c08c is going to be updated. [ 889.833840] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.833922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.834651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.834651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.834651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.852745] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82b7a72-567d-4567-bcee-a70d5739c08c in Status: IN_PROGRESS for 2s [ 889.864812] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.864968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.865056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.865805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.887662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.887974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.888168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.888259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.888483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.888667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.888783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 889.939515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.939515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.939515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.939515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.939762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.961433] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 890.064808] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.064808] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.064808] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.064808] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.065610] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.066895] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.067701] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.067701] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.067948] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.068398] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.068648] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.068872] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.069087] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.069286] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.069467] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.069694] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.100771] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.100935] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.101221] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.101284] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.101619] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-7c4da1b6-5b45-45ec-b20e-97d9ef495138 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.101925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.101925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.102302] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.102481] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4da1b6-5b45-45ec-b20e-97d9ef495138',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.218056] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.218223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.218295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.218520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.240068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.240155] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.241180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.241180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.241180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.241180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.241180] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 890.267819] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.267923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.267998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.268224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.268367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.285102] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 890.604880] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.605038] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.605038] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.605370] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.605523] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.605751] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 7c4da1b6-5b45-45ec-b20e-97d9ef495138 not found, creating... [ 890.606079] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.606297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.606466] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.606741] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.606874] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.607232] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.607439] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.607576] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.607827] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.608166] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.608166] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 7c4da1b6-5b45-45ec-b20e-97d9ef495138 is going to be created. [ 890.629239] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.629239] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629239] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629440] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629495] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.629716] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.338220] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-ea2edc3d-ce76-463a-a2a8-84b8b6f62039 service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 891.338480] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-ea2edc3d-ce76-463a-a2a8-84b8b6f62039 service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 891.338518] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-ea2edc3d-ce76-463a-a2a8-84b8b6f62039 service nova] Enqueued Resource ID: 7c4da1b6-5b45-45ec-b20e-97d9ef495138 with Priority: HIGHEST for action port [ 891.339154] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 891.339154] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 891.339338] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4da1b6-5b45-45ec-b20e-97d9ef495138 with Priority: HIGHEST for action port [ 891.339547] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.339673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.339738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.339959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.340109] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.340857] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.340954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.341716] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4da1b6-5b45-45ec-b20e-97d9ef495138 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.341716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.341716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.341917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.341951] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4da1b6-5b45-45ec-b20e-97d9ef495138',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.601405] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 891.601405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.602039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.602337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.602548] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.602670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.602779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.603071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.603071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.603193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.603406] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.603487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.603577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.603752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.603941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.604062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.604580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.604580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.604580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.604705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.604989] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.606122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.606122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.606325] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.606503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.606575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.606753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.607166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.607298] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.843345] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.843478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843780] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c4da1b6-5b45-45ec-b20e-97d9ef495138 with status ACTIVE [ 891.843969] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.844051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.844130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.844385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.844385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.844557] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.844674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.844713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.844870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.844946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.845140] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.845233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.845293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.845452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.845538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.845636] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c4da1b6-5b45-45ec-b20e-97d9ef495138 is going to be updated. [ 891.863903] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82b7a72-567d-4567-bcee-a70d5739c08c in Status: SUCCESS [ 891.863903] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82b7a72-567d-4567-bcee-a70d5739c08c deletion is rescheduled due to dependency. [ 891.863903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82b7a72-567d-4567-bcee-a70d5739c08c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.882274] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.882420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.882536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.883519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.883519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.883519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4da1b6-5b45-45ec-b20e-97d9ef495138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.971723] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 891.971913] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 deletion is rescheduled due to dependency. [ 891.972227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.108953] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5: rpc.has_security_group_logging(os_id): False [ 892.110079] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.128458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.128458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.129099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.131021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.151327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.151639] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.151767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.151837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.152069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.152142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.152348] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.152441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.152608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.152663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.152754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.152889] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.153019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.153096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.153214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.153770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.153770] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 892.233544] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.233759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.233759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.233985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.234148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.241761] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-4eb2e8a4-97d5-49d4-acbc-89cf08add5ec tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 892.242754] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 892.245072] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.245072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.260375] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 892.297069] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 892.297251] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 deletion is rescheduled due to dependency. [ 892.297364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.297522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.297737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.297922] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.298104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.298104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.298278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.298350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.298438] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.581128] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.581484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.581484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.582123] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.582329] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.582636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.582760] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.584545] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.584545] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.584545] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.584545] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.584545] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.584545] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.584545] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.584545] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.584545] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.613015] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.613198] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.613465] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.613641] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-660" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.614096] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-343bf551-f262-4075-b283-77429424fa83 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.614900] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.615156] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.615618] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.615839] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343bf551-f262-4075-b283-77429424fa83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.617178] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.800707] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.119636] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.119896] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.120042] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.120375] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.120544] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.120705] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 343bf551-f262-4075-b283-77429424fa83 not found, creating... [ 893.120967] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.121142] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.121259] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.121511] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.121715] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.121994] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.122178] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.122296] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.122501] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.122646] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.122776] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 343bf551-f262-4075-b283-77429424fa83 is going to be created. [ 893.123976] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.124103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.124173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.124325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.124407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.124493] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 893.147884] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.149023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.149023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.149023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.149023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.149023] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.158074] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.158227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.158297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.158506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.158643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.170386] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 893.304880] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.811028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.811028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.811028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.811385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.811385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.811483] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 893.839276] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.839396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.839435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.839714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.839874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.849334] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 893.885718] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-6c70f318-8bb9-4dfb-969f-02085dcabbcc service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 893.885718] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-6c70f318-8bb9-4dfb-969f-02085dcabbcc service nova] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 893.885718] env[65216]: INFO networking_nsxv3.common.synchronization [req-d5728947-1e04-4554-b567-1c5904d7ca9e req-6c70f318-8bb9-4dfb-969f-02085dcabbcc service nova] Enqueued Resource ID: 343bf551-f262-4075-b283-77429424fa83 with Priority: HIGHEST for action port [ 893.885718] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_rules [ 893.885718] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 893.885718] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343bf551-f262-4075-b283-77429424fa83 with Priority: HIGHEST for action port [ 893.885718] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.885718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.886200] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.886200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.886623] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-343bf551-f262-4075-b283-77429424fa83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.887039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.887039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.887039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.887230] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343bf551-f262-4075-b283-77429424fa83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.021643] env[65216]: INFO networking_nsxv3.common.synchronization [req-68045eae-2a68-4d44-87cd-0a49f49044cd req-e6bffd2b-86b9-4ae5-8123-75141570978e tempest-MigrationsAdminTest-1474095955 tempest-MigrationsAdminTest-1474095955-project-member] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 894.022341] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 894.022755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.024021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.024021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.024021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.024021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.024021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.024021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.024290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.024290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.024341] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.277868] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 894.278097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.278276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.278489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.278579] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.389457] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 343bf551-f262-4075-b283-77429424fa83 with status ACTIVE [ 894.389713] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.389859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.389934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.390213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.390304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.390499] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.390593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.390657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.390808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.390884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.391854] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.391854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.391854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.391854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.391854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.391854] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 343bf551-f262-4075-b283-77429424fa83 is going to be updated. [ 894.415453] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.415616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.415616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.415821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.415984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.416172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343bf551-f262-4075-b283-77429424fa83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.527449] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.780760] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.780936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.031883] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.183644] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 895.183876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.184084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.184371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.184578] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.184711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.184784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.184976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.185068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.185153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.185245] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.535281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.535477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.535541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.535754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.535844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.535943] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 is going to be updated. [ 895.570765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.571021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.571310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.571593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.571860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.587563] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: IN_PROGRESS for 2s [ 895.688130] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.688386] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.688548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.689040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.689331] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.689513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.689621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.689880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.690040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.690190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.690452] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.690615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.690729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.690934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.691171] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.691313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.691412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.691628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.691755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.691884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.692039] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.874915] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 895.875150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.875334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.875606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.875811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.875931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.875997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.876175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.876257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.876464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.876571] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.877654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.877871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.878611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.878611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.878611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.878611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.878611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.880014] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.196639] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5: rpc.has_security_group_logging(os_id): False [ 896.224866] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.225077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.225228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.226031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.226031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.226031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.226215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.226375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.226598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.226712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.226997] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.227522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.227522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.227522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.227522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.228014] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.228155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.228224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.228428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.228520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.228631] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 896.308095] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.308095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.308263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.310129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.310129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.343128] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 896.380884] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.381213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.382688] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.886047] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.053274] env[65216]: INFO networking_nsxv3.common.synchronization [req-cfb7782f-9f89-4286-b6fb-62c854e49dc3 req-74ecfab8-06a6-4465-a213-d43d6e9b4c13 tempest-ListImageFiltersTestJSON-1417916437 tempest-ListImageFiltersTestJSON-1417916437-project-member] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 897.054388] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGHEST for action security_group_members [ 897.056829] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.056829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.056829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.056829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.056829] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.056829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.056829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.056829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.056829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.056829] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.390468] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.390468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.390468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.390468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.390468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.390468] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 897.421821] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.422069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.422214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.422492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.422685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.435585] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 897.562254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.562254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.562254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.562254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.586635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.587054] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.587234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.587338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.587691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.588151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.588320] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be updated. [ 897.601202] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: SUCCESS [ 897.601522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.624601] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.626062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.626062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.626062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.626747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.636955] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: IN_PROGRESS for 2s [ 897.816146] env[65216]: INFO networking_nsxv3.common.synchronization [req-d9e3a320-1049-4f59-ae62-fdb425d229f9 req-424ddd2d-e658-4d73-bb9d-fb2b193693d6 tempest-ServersWithSpecificFlavorTestJSON-323888540 tempest-ServersWithSpecificFlavorTestJSON-323888540-project-member] Enqueued Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 897.816792] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db07692-d6b0-48f3-868a-c527df62cf97 with Priority: HIGHEST for action security_group_members [ 897.817199] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2db07692-d6b0-48f3-868a-c527df62cf97 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.817382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.817477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.817721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.818038] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.818181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.818262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.818449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.818565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.818700] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2db07692-d6b0-48f3-868a-c527df62cf97',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.321218] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.321409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.321518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.321784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.348459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.348725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.348842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.348905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.349227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.349315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.349427] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 is going to be updated. [ 898.364054] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 898.364336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.387157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.387365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.387444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.387661] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.387807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.405447] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: IN_PROGRESS for 2s [ 898.870437] env[65216]: INFO networking_nsxv3.common.synchronization [None req-1f98982a-0b4a-4775-beec-02eb51740572 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_rules [ 898.871045] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_rules [ 898.871410] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.871564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.871635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.871905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.872011] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.957859] env[65216]: INFO networking_nsxv3.common.synchronization [None req-27291367-f700-47b3-b899-bace1c972800 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_rules [ 898.958366] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_rules [ 898.958688] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.958792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.394346] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.394514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.394610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.394884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.394980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.395142] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb already deleted. [ 899.395191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.395346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.395524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.395608] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.450301] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 899.450593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.450766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.450976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.451212] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.451331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.451395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.451550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.451629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.451737] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.650993] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6873411e-04d9-4cf6-8831-706229671eec in Status: SUCCESS [ 899.651254] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6873411e-04d9-4cf6-8831-706229671eec deletion is rescheduled due to dependency. [ 899.651400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.916891] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.917326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.917625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.918564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.918564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.918564] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb already deleted. [ 899.918564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.954068] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.416516] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2db07692-d6b0-48f3-868a-c527df62cf97 in Status: SUCCESS [ 900.416755] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2db07692-d6b0-48f3-868a-c527df62cf97 deletion is rescheduled due to dependency. [ 900.417519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2db07692-d6b0-48f3-868a-c527df62cf97" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.456540] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.961082] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.961214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.961255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.961536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.961656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.961779] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 900.994336] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.994485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.994525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.994729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.994874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.005288] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 903.017488] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 903.017817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.017817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.017936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.018107] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.018246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.018308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.018455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.018535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.018616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.018799] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.018894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.018954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.019125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.019264] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.019354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.019414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.019575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.019652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.019732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.019819] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.521927] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd0e7750-b3fc-4e70-a1c7-2627f7308089: rpc.has_security_group_logging(os_id): False [ 903.615546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.615698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.615864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.615972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.616077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.616305] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.616500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.616573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.616735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.616798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.616973] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.617079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.617137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.617274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.617485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.617627] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.617722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.617779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.617920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.617995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.618092] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 903.683970] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.683970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.683970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.683970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.683970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.698169] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 903.959116] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.959279] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 905.494568] env[65216]: INFO networking_nsxv3.common.synchronization [req-4325ab94-e95a-420b-a991-e8902b0b8e57 req-dd73352e-0b62-4499-bacc-9f1ca7720d33 tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 905.495124] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 905.495422] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.496788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.496788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.496788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.496788] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.496788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.496788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.496788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.496788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.496788] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.684721] env[65216]: INFO networking_nsxv3.common.synchronization [req-09ee91db-07bf-4ef1-afb7-bcd592a6d01d req-49d60368-6fa9-436b-a3f7-b9993d8944e7 tempest-MultipleCreateTestJSON-614319312 tempest-MultipleCreateTestJSON-614319312-project-member] Enqueued Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 905.685280] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 with Priority: HIGHEST for action security_group_members [ 905.686409] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd0e7750-b3fc-4e70-a1c7-2627f7308089 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.686409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.715867] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 905.716106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.716553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.716735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.716830] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.998594] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.237963] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.238125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.238226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.238403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.238509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.238586] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be deleted. [ 906.301550] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.301753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.301797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.301980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.302087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.302227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.502310] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.900677] env[65216]: INFO networking_nsxv3.common.synchronization [req-297af489-ca21-4f89-b811-b38bac133313 req-b017dc4a-da9e-4f49-9302-73d28c165f58 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 906.901192] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 906.901502] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.901634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.901679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.901863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.902017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.902119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.902174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.902320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.902400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.902659] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.004808] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.005160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.005328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.005646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.006373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.006373] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be updated. [ 907.035115] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.035298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.035338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.035734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.035734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.045140] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: IN_PROGRESS for 2s [ 907.200199] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.200403] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.200528] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.200791] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.201055] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.201220] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.201345] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.201555] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.201699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.201896] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.202017] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.202292] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.202408] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.202523] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.202629] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.202780] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.223212] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.223387] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.223525] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.223690] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.224020] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-f8b3b978-71d7-43d2-94a8-246240e01e78 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.224418] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.224418] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.224710] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.224856] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b3b978-71d7-43d2-94a8-246240e01e78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.405924] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.405924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.405924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.405924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.426319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.426649] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.426811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.426875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.427026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.427109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.427197] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 907.453061] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.453061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.453061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.453061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.453318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.462879] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 907.727775] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.728154] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.728238] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.728567] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.728734] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.728834] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port f8b3b978-71d7-43d2-94a8-246240e01e78 not found, creating... [ 907.729136] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.729301] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.729853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.729853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.729853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.730067] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.730192] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.730319] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.730589] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.730691] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.730783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: f8b3b978-71d7-43d2-94a8-246240e01e78 is going to be created. [ 907.753039] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.753039] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.753264] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.753426] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.753655] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.753892] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.120129] env[65216]: INFO networking_nsxv3.common.synchronization [req-5112e044-cd76-4733-9f03-8a1d315b7707 req-c4f1a7db-33e2-4dfa-9089-5b53460bd6b4 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 908.120864] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 908.121090] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.121174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.121236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.121438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.121644] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.121711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.121843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.121904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.121996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.122091] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.464223] env[65216]: INFO networking_nsxv3.common.synchronization [req-297af489-ca21-4f89-b811-b38bac133313 req-1e23b9df-b99b-454d-bf67-2592bc6eba6f service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 908.464223] env[65216]: INFO networking_nsxv3.common.synchronization [req-297af489-ca21-4f89-b811-b38bac133313 req-1e23b9df-b99b-454d-bf67-2592bc6eba6f service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 908.464223] env[65216]: INFO networking_nsxv3.common.synchronization [req-297af489-ca21-4f89-b811-b38bac133313 req-1e23b9df-b99b-454d-bf67-2592bc6eba6f service nova] Enqueued Resource ID: f8b3b978-71d7-43d2-94a8-246240e01e78 with Priority: HIGHEST for action port [ 908.464472] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 908.464604] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 908.464701] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b3b978-71d7-43d2-94a8-246240e01e78 with Priority: HIGHEST for action port [ 908.464982] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.465122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.465208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.465448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.465448] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.467467] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.467467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.467467] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b3b978-71d7-43d2-94a8-246240e01e78 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.467467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.467467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.467467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.467467] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b3b978-71d7-43d2-94a8-246240e01e78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.625094] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.625266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.625385] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.625610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.647330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.647634] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.647759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.647816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.648042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.648127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.648219] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be updated. [ 908.675942] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.675942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.675942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.676179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.676237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.685225] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: IN_PROGRESS for 2s [ 908.968489] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.968941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.971070] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8b3b978-71d7-43d2-94a8-246240e01e78 with status ACTIVE [ 908.971261] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.971352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.971405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.971613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.971755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.971873] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.971968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.972049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.972182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.972258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.972434] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.972526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.972586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.972731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.972804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.972886] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8b3b978-71d7-43d2-94a8-246240e01e78 is going to be updated. [ 908.993713] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.993884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.993927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.994127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.994284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.994426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b3b978-71d7-43d2-94a8-246240e01e78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.058827] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 in Status: SUCCESS [ 909.059057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.059231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.059448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.059647] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.059776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.059852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.060049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.060131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.060228] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd0e7750-b3fc-4e70-a1c7-2627f7308089',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.474382] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 909.474602] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 909.474727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.474909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.475130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.475364] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.476145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.476223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.476537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.477637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.477805] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.564738] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.564918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.564969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.565205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.565297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.565546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.565657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.565719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.565873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.565950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.566046] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd0e7750-b3fc-4e70-a1c7-2627f7308089 is going to be deleted. [ 909.594783] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.594935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.595063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.595231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.595356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.595412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd0e7750-b3fc-4e70-a1c7-2627f7308089" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.981020] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.473219] env[65216]: INFO networking_nsxv3.common.synchronization [req-e99864f3-15c5-403c-a85f-9e8c71e8f389 req-5ef08f51-4ba6-4fd5-85f7-0eb79305b9ed tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 910.473843] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 910.478098] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.478098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.478098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.478098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.478098] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.478098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.478098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.478098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.478098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.478098] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.483381] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.699012] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: SUCCESS [ 910.699204] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb deletion is rescheduled due to dependency. [ 910.699319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.899020] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.899020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.899020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.899020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.899020] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.899020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.899020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.899020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.899734] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.900103] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.900359] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.900590] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.900819] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.901058] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.901283] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.903086] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.925681] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.925681] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.925681] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.925681] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.925681] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-89dff9ed-8c60-424b-bc34-81cf3a8f8956 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.925681] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.925681] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.925681] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.925681] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89dff9ed-8c60-424b-bc34-81cf3a8f8956',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.977517] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.985096] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.985360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.985360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.985517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.985608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.985702] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 911.017987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.018155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.018216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.018432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.018579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.027639] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 911.428770] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.429060] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.429195] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.429521] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.429715] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.429847] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 89dff9ed-8c60-424b-bc34-81cf3a8f8956 not found, creating... [ 911.430145] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.430316] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.430441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.430693] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.430836] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.431156] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.431317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.431565] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.431827] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.431966] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.432124] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 89dff9ed-8c60-424b-bc34-81cf3a8f8956 is going to be created. [ 911.473786] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.474094] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.474297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.474657] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.475163] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.475336] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.479292] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.982184] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.982184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.982184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.982184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.982184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.982184] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 912.019725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.020120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.020120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.020196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.020367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.031955] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 912.190396] env[65216]: INFO networking_nsxv3.common.synchronization [req-e99864f3-15c5-403c-a85f-9e8c71e8f389 req-6b2b5688-0eb7-4e72-b47d-d991d3e4510d service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 912.190526] env[65216]: INFO networking_nsxv3.common.synchronization [req-e99864f3-15c5-403c-a85f-9e8c71e8f389 req-6b2b5688-0eb7-4e72-b47d-d991d3e4510d service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 912.190750] env[65216]: INFO networking_nsxv3.common.synchronization [req-e99864f3-15c5-403c-a85f-9e8c71e8f389 req-6b2b5688-0eb7-4e72-b47d-d991d3e4510d service nova] Enqueued Resource ID: 89dff9ed-8c60-424b-bc34-81cf3a8f8956 with Priority: HIGHEST for action port [ 912.191536] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 912.191536] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 912.192037] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dff9ed-8c60-424b-bc34-81cf3a8f8956 with Priority: HIGHEST for action port [ 912.192037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.192118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.192237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.192764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.196131] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.198182] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.198182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.198182] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-89dff9ed-8c60-424b-bc34-81cf3a8f8956 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.198182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.198182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.198182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.198182] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89dff9ed-8c60-424b-bc34-81cf3a8f8956',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.702214] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.702214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.702214] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89dff9ed-8c60-424b-bc34-81cf3a8f8956 with status ACTIVE [ 912.702214] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.702214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.702214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.702214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.702214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.702214] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.702691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.702691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.702691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.702788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.703099] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.703261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.703354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.703827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.703827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.703921] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89dff9ed-8c60-424b-bc34-81cf3a8f8956 is going to be updated. [ 912.725883] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.726037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.726113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.726328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.726495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.726664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89dff9ed-8c60-424b-bc34-81cf3a8f8956" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.039559] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 913.039862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.039968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.040197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.040904] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.041050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.041122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.041290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.041371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.041457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.041548] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.125566] env[65216]: INFO networking_nsxv3.common.synchronization [req-2895cf78-ab7d-47e2-a438-8ee151e3b8e4 req-34a82f80-5b88-4b8a-b4dd-a42fff9c56b8 tempest-ServersNegativeTestJSON-338097750 tempest-ServersNegativeTestJSON-338097750-project-member] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 913.126130] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 913.126440] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.127553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.127553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.127553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.127553] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.127553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.127553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.127825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.127825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.127825] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.499074] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.499280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.499409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.500326] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.500326] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.500326] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.500326] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.500517] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.500627] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.500838] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.501323] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.501323] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.501323] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.501323] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.501530] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.501576] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.520480] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.520585] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.521284] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.521284] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.521550] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.521778] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.521834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.522450] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.522450] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5cb702-8b79-4ebd-86c4-b2a3b346414d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.543770] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.544112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.544337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.544704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.544970] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.545189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.545301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.545651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.545839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.546308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.546531] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.546645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.546685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.546846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.547248] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.547412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.547502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.547684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.547797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.547910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.548040] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.631703] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.631889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.631950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.632227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.632227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.632623] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.632737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.632810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.632996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.633072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.633154] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e already deleted. [ 913.633218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.025088] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.025264] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.025393] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.025674] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.025824] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.026209] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 1b5cb702-8b79-4ebd-86c4-b2a3b346414d not found, creating... [ 914.026567] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.026756] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.026894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.027406] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.027406] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.028028] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.028298] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.028374] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.028794] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.028794] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.028794] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d is going to be created. [ 914.040719] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 914.041127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.041127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.041289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.041477] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.042050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.042150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.042329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.042416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.042511] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.047453] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.047839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.047839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.048543] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.048543] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.048864] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.049560] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff7ce3d-8a03-40fe-ba80-1eca5899029d: rpc.has_security_group_logging(os_id): False [ 914.069711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.069711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.069936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.069973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.070044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.070230] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.071058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.071058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.071058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.071058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.071058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.071058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.071058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.071445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.071445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.071655] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.073093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.073244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.073434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.073521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.073633] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 914.182793] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.182793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.182793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.182793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.182793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.197491] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 914.547028] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.839851] env[65216]: INFO networking_nsxv3.common.synchronization [req-2895cf78-ab7d-47e2-a438-8ee151e3b8e4 req-68296de7-ec82-4035-b5c0-bbb19d24d109 service nova] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_rules [ 914.840042] env[65216]: INFO networking_nsxv3.common.synchronization [req-2895cf78-ab7d-47e2-a438-8ee151e3b8e4 req-68296de7-ec82-4035-b5c0-bbb19d24d109 service nova] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 914.840212] env[65216]: INFO networking_nsxv3.common.synchronization [req-2895cf78-ab7d-47e2-a438-8ee151e3b8e4 req-68296de7-ec82-4035-b5c0-bbb19d24d109 service nova] Enqueued Resource ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d with Priority: HIGHEST for action port [ 914.843192] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_rules [ 914.843192] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 914.843192] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d with Priority: HIGHEST for action port [ 914.843192] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.843192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.843192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.843192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.843192] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.843192] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.843995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.843995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.843995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.844238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.844387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.844566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.844779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.845050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.845992] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.854177] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.854177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.854177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.854177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.854177] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5cb702-8b79-4ebd-86c4-b2a3b346414d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.050354] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.352833] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.352833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.353019] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.353900] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b5cb702-8b79-4ebd-86c4-b2a3b346414d with status ACTIVE [ 915.354160] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.354235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.354301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.354505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.354599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.354984] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.354984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.354984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.355443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.355527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.355744] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.355856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.355921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.356146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.356240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.356327] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d is going to be updated. [ 915.377345] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.377506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.377570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.377844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.377915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.378131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.552828] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.552963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.553059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.553271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.553541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.553541] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 915.593961] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.594140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.594202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.594383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.594571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.606796] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 915.858219] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.214494] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 916.214494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.363151] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.363151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.363151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.363151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.363151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.363151] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be created. [ 916.398035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.398035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.398035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.398035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.398035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.409381] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: UNINITIALIZED for 2s [ 917.618431] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 917.618906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.618906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.619038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.619231] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.619366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.619436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.619663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.619708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.619779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.619881] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.091293] env[65216]: INFO networking_nsxv3.common.synchronization [req-24fa28ad-3f8c-49b9-8931-366d984b8971 req-393b088f-0419-44e8-9847-9da1cfbab544 tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 918.091293] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 918.091293] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.091293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.091293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.091293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.091293] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.091293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.091293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.092049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.092242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.092413] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.121593] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.121744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.121817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.122039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.122205] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.122329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.122400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.122555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.122641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.122729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.122869] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.122960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.123032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.123170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.123304] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.123488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.123488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.123573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.124540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.124540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.124540] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.420714] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 918.420974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.421382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.421614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.421838] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.421974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.422354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.422354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.422354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.422509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.422509] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.457691] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.457883] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.458021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.458332] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.458617] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.458878] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.458878] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.460551] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.460815] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.461088] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.462395] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.462395] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.462395] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.462395] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.462395] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.462395] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.483639] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.483955] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.485351] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.485351] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.485351] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-afb4ea12-3631-4ac3-adb4-b68639e41bf0 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.485351] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.485351] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.485687] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.485737] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb4ea12-3631-4ac3-adb4-b68639e41bf0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.600796] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.625942] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2: rpc.has_security_group_logging(os_id): False [ 918.646874] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.647146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.647146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.648145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.669466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.669809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.670184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.670184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.670294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.670294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.670587] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.670726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.671126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.671126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.671126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.671340] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.671421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.671498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.671630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.671706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.671790] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 918.754941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.755101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.755204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.755449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.755620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.808048] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 918.924991] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928769] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.989739] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.990087] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.990227] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.990558] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.991126] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.991126] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port afb4ea12-3631-4ac3-adb4-b68639e41bf0 not found, creating... [ 918.991462] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.991629] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.991749] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.992826] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.992826] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.992994] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.993298] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.993508] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.993841] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.994096] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.994468] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: afb4ea12-3631-4ac3-adb4-b68639e41bf0 is going to be created. [ 919.017581] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.017938] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.018085] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.018441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.018719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.019197] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.102195] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.432634] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e: rpc.has_security_group_logging(os_id): False [ 919.456290] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.456569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.456569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.456924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.457022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.457464] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.457564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.457717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.457801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.457847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.458033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.458116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.458181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.458328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.458398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.458584] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.458673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.458730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.458865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.458940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.459027] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be created. [ 919.528534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.528756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.528984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.529353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.529755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.543953] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 919.605310] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.605516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.605622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.605864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.605990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.606163] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 919.670243] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.670617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.670617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.670965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.671880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.684522] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 920.258452] env[65216]: INFO networking_nsxv3.common.synchronization [req-24fa28ad-3f8c-49b9-8931-366d984b8971 req-7b2cc406-dfc5-469a-a31c-5e450fb53f5f service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 920.258452] env[65216]: INFO networking_nsxv3.common.synchronization [req-24fa28ad-3f8c-49b9-8931-366d984b8971 req-7b2cc406-dfc5-469a-a31c-5e450fb53f5f service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 920.258452] env[65216]: INFO networking_nsxv3.common.synchronization [req-24fa28ad-3f8c-49b9-8931-366d984b8971 req-7b2cc406-dfc5-469a-a31c-5e450fb53f5f service nova] Enqueued Resource ID: afb4ea12-3631-4ac3-adb4-b68639e41bf0 with Priority: HIGHEST for action port [ 920.258728] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 920.258812] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 920.258938] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb4ea12-3631-4ac3-adb4-b68639e41bf0 with Priority: HIGHEST for action port [ 920.259525] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.259705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.259804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.260051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.260176] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.263062] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.263170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.263414] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb4ea12-3631-4ac3-adb4-b68639e41bf0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.263490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.263575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.263772] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.263852] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb4ea12-3631-4ac3-adb4-b68639e41bf0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.268628] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6cf6ab7d-f83a-4736-8971-7dc35987b3bc None None] Enqueued Resource ID: a46b8a2e-644e-4f02-983d-f1bcbecfc73c with Priority: HIGHEST for action port [ 920.268628] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b8a2e-644e-4f02-983d-f1bcbecfc73c with Priority: HIGHEST for action port [ 920.268628] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a46b8a2e-644e-4f02-983d-f1bcbecfc73c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.268628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a46b8a2e-644e-4f02-983d-f1bcbecfc73c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.268628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a46b8a2e-644e-4f02-983d-f1bcbecfc73c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.268628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a46b8a2e-644e-4f02-983d-f1bcbecfc73c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.268628] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46b8a2e-644e-4f02-983d-f1bcbecfc73c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.768848] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.768848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.768848] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb4ea12-3631-4ac3-adb4-b68639e41bf0 with status ACTIVE [ 920.768848] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.768848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.768848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.768848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.768848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.769348] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.769348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.769348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.769348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.769509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.769594] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.769685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.769743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.769943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.770051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.770140] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb4ea12-3631-4ac3-adb4-b68639e41bf0 is going to be updated. [ 920.774385] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a46b8a2e-644e-4f02-983d-f1bcbecfc73c [ 920.774579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.774757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.774822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.775016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.775105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.775476] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a46b8a2e-644e-4f02-983d-f1bcbecfc73c already deleted. [ 920.775611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a46b8a2e-644e-4f02-983d-f1bcbecfc73c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.798658] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.798887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.799028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.799410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.799579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.799839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb4ea12-3631-4ac3-adb4-b68639e41bf0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.831648] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 920.831852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.988328] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ef53187-4533-4b59-ae06-6c9bcfa7f427 req-35403140-d05e-4660-9405-cc59cc205695 tempest-ServerAddressesNegativeTestJSON-350526565 tempest-ServerAddressesNegativeTestJSON-350526565-project-member] Enqueued Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_members [ 920.988993] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_members [ 920.989347] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.989489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.989573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.989865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.990179] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.990302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.990369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.990544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.990636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.990793] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.389288] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.389288] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-896" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.389288] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-896" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.389288] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-896" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.389725] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.389794] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.389908] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.390157] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.391362] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.391696] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.391943] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.392101] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.392220] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.392340] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.392447] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.392594] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.421414] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.421613] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.421848] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.422115] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-896" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.422521] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-808dc288-14d9-4922-a27a-84c2a31b3705 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.422645] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.422800] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.423132] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.423327] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808dc288-14d9-4922-a27a-84c2a31b3705',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.494721] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.494870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.494958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.495176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.495267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.495501] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.495878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.495878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.496519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.496614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.496729] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981cecdb-eeab-483f-b249-acbec99b0f92 already deleted. [ 921.496791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.563212] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 921.563444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.699924] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 921.700224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.700417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.700641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.700846] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.701032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.701106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.701269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.701353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.701450] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.932705] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.932975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.932975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.933301] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.933511] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.933678] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 808dc288-14d9-4922-a27a-84c2a31b3705 not found, creating... [ 921.934138] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.934395] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.934518] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.934839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.935078] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.935588] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.935777] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.936019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.936342] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.936631] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.936888] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 808dc288-14d9-4922-a27a-84c2a31b3705 is going to be created. [ 921.979621] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.979916] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.980142] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.980522] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.980845] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.981171] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.204976] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.707340] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.734662] env[65216]: INFO networking_nsxv3.common.synchronization [None req-a52cfeb9-a2ce-4bf9-8b8d-87bbeeeded42 None None] Enqueued Resource ID: c0278732-2fba-4acf-a9c4-28e1fc7d9f25 with Priority: HIGHEST for action port [ 922.735315] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0278732-2fba-4acf-a9c4-28e1fc7d9f25 with Priority: HIGHEST for action port [ 922.738097] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0278732-2fba-4acf-a9c4-28e1fc7d9f25 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.738097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0278732-2fba-4acf-a9c4-28e1fc7d9f25" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.738097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0278732-2fba-4acf-a9c4-28e1fc7d9f25" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.738097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0278732-2fba-4acf-a9c4-28e1fc7d9f25" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.738097] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0278732-2fba-4acf-a9c4-28e1fc7d9f25',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.741763] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ef53187-4533-4b59-ae06-6c9bcfa7f427 req-52f194ab-e7c9-476c-b0e2-4cf95f85ab9d service nova] Enqueued Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_rules [ 922.741763] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ef53187-4533-4b59-ae06-6c9bcfa7f427 req-52f194ab-e7c9-476c-b0e2-4cf95f85ab9d service nova] Enqueued Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_members [ 922.741763] env[65216]: INFO networking_nsxv3.common.synchronization [req-8ef53187-4533-4b59-ae06-6c9bcfa7f427 req-52f194ab-e7c9-476c-b0e2-4cf95f85ab9d service nova] Enqueued Resource ID: 808dc288-14d9-4922-a27a-84c2a31b3705 with Priority: HIGHEST for action port [ 922.742931] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_rules [ 922.742931] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_members [ 922.743030] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808dc288-14d9-4922-a27a-84c2a31b3705 with Priority: HIGHEST for action port [ 922.743295] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.743480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.747328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.747484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.748064] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.750980] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.750980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750980] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.750980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.750980] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.751444] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-808dc288-14d9-4922-a27a-84c2a31b3705 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.751444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.751548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.751664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.751694] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808dc288-14d9-4922-a27a-84c2a31b3705',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.213126] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.213126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.213126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.213126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.213126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.213126] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 923.242620] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0278732-2fba-4acf-a9c4-28e1fc7d9f25 [ 923.242942] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.243102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.243168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.243405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.243490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.243596] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0278732-2fba-4acf-a9c4-28e1fc7d9f25 already deleted. [ 923.243702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0278732-2fba-4acf-a9c4-28e1fc7d9f25" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.245217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.245327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.245392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.245571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.245705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.254053] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.254053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.254053] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.255515] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 808dc288-14d9-4922-a27a-84c2a31b3705 with status ACTIVE [ 923.256276] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.256276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.256276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.256276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.256276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.256651] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.256773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.256773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.256906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.257282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.257282] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.257282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.257418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.258187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.258187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.258187] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 808dc288-14d9-4922-a27a-84c2a31b3705 is going to be updated. [ 923.260225] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 923.283403] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.283553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.283622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.283843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.284011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.284197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808dc288-14d9-4922-a27a-84c2a31b3705" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.759999] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.767582] env[65216]: INFO networking_nsxv3.common.synchronization [req-ca4d4c48-3a3f-4066-8956-c65b24d993e4 req-866aed96-28de-4d08-b644-bd07da76de91 tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 923.768129] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 923.769102] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.769102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.769102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.769102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.769274] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.769324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.769355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.769859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.769859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.769859] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.263361] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.263710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.263710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.263924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.264032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.264336] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981cecdb-eeab-483f-b249-acbec99b0f92 is going to be created. [ 924.273165] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.273364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.273517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.274150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.274287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.274501] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.274641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.274699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.274989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.275150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.275249] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 already deleted. [ 924.275337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.295642] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.295785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.295857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.297326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.297326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.311525] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981cecdb-eeab-483f-b249-acbec99b0f92 in Status: UNINITIALIZED for 2s [ 924.537857] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.538139] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.538316] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.538641] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.538937] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.539125] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.539263] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.539516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.539693] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.539974] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.540129] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.540252] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.540386] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.540519] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.540637] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.540788] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.563840] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.564103] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.564194] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.564471] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.566212] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-9015daad-16b0-4fba-8208-cf0f724fdacc taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.566212] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.566212] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.566212] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.566212] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9015daad-16b0-4fba-8208-cf0f724fdacc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.072465] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.072465] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.072705] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.073863] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.073863] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.073863] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 9015daad-16b0-4fba-8208-cf0f724fdacc not found, creating... [ 925.074717] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.074717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.074898] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.075317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.075581] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.076169] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.076865] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.076865] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.077013] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.077293] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.077577] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 9015daad-16b0-4fba-8208-cf0f724fdacc is going to be created. [ 925.102463] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.102682] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.102811] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.103110] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.103347] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.103575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.274031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 925.274031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.274640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.274994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.275989] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.276363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.276623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.276951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.277320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.277320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.277484] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.782777] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.782777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.782777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.782777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.782777] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.782777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.782777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.782777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.783346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.783346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.783346] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.783346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.783487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.783515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.783630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.784303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.784416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.784460] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.937439] env[65216]: INFO networking_nsxv3.common.synchronization [req-ca4d4c48-3a3f-4066-8956-c65b24d993e4 req-c6ab57c7-b20a-4776-bfe9-abefc4d22b4a service nova] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 925.937689] env[65216]: INFO networking_nsxv3.common.synchronization [req-ca4d4c48-3a3f-4066-8956-c65b24d993e4 req-c6ab57c7-b20a-4776-bfe9-abefc4d22b4a service nova] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 925.937755] env[65216]: INFO networking_nsxv3.common.synchronization [req-ca4d4c48-3a3f-4066-8956-c65b24d993e4 req-c6ab57c7-b20a-4776-bfe9-abefc4d22b4a service nova] Enqueued Resource ID: 9015daad-16b0-4fba-8208-cf0f724fdacc with Priority: HIGHEST for action port [ 925.938362] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 925.938529] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 925.938635] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9015daad-16b0-4fba-8208-cf0f724fdacc with Priority: HIGHEST for action port [ 925.938931] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.939059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.939128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.939554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.939554] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.940506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.940579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.940612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.940834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.940987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.941152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.941246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.941349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.941467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.941566] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.943035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-9015daad-16b0-4fba-8208-cf0f724fdacc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.943035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.943035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.943035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.943035] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9015daad-16b0-4fba-8208-cf0f724fdacc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.287563] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 159502a5-7887-414c-a1c5-c642afe28e3a: rpc.has_security_group_logging(os_id): False [ 926.314524] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.314724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.314724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.314945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.326748] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981cecdb-eeab-483f-b249-acbec99b0f92 in Status: SUCCESS [ 926.326990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.327183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.327594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.327687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.327836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.327903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.328134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.328228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.328319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.328428] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.337755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.337982] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.338124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.338192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.338395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.338477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.338671] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.338775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.338838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.338986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.339089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.339285] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.339378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.339441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.339584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.339660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.339743] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 926.440853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.441072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.441072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.441279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.441438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.444254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.444468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.444646] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.445544] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9015daad-16b0-4fba-8208-cf0f724fdacc with status ACTIVE [ 926.445727] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.445840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.445902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.446112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.446204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.446376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.446476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.446604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.449083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.449083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.449083] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.449083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.449083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.449083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.449083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.449083] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9015daad-16b0-4fba-8208-cf0f724fdacc is going to be updated. [ 926.456600] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 926.481138] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.481307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.481347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.481553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.481735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.481913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.831393] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.831393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.831393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.831677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.831778] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.833252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.833252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.833252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.833252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.833252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.833252] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.833252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.833560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.834122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.834122] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.834122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.834122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.834291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.834322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.834856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.834856] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.950566] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.340655] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981cecdb-eeab-483f-b249-acbec99b0f92: rpc.has_security_group_logging(os_id): False [ 927.369644] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.369809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.369879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.370116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.370228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.370853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.370853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.370853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.370853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.370853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.371068] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.371068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.371068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.371202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.371270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.372249] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.372249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.372249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.372249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.372249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.372578] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981cecdb-eeab-483f-b249-acbec99b0f92 is going to be created. [ 927.436465] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.436762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.436853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.437026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.437207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.448710] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981cecdb-eeab-483f-b249-acbec99b0f92 in Status: IN_PROGRESS for 2s [ 927.455350] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.455350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.455350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.455350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.455350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.455350] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 is going to be created. [ 927.497071] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.497273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.497358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.497633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.497803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.517954] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: UNINITIALIZED for 2s [ 928.472194] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 928.472644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.464358] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981cecdb-eeab-483f-b249-acbec99b0f92 in Status: SUCCESS [ 929.465374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.534974] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: SUCCESS [ 929.536024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.536024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.537703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.537703] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.537703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.537703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.537703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.537703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.537703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.537703] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.043742] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.189345] env[65216]: INFO networking_nsxv3.common.synchronization [req-1fc3a322-be57-404a-bf21-2e9b9745b2fb req-7fad4490-b2da-4289-b4eb-69f0828842dc tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_members [ 930.190025] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_members [ 930.190268] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.191024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.191024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.191024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.191024] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.191024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.191333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.191333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.191333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.191423] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.547838] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d0f0011-53b8-4718-9068-fc5be5f83d08: rpc.has_security_group_logging(os_id): False [ 930.574772] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.574981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.575153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.575487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.575660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.576077] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.576262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.576383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.576755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.576830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.577033] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 is going to be created. [ 930.660070] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.661940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.661940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.662168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.663022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.667839] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.668048] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.668364] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.668648] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.668911] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.669441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.669441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.669441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.669591] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.669745] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.669845] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.669988] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.670128] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.670243] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.670352] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.670481] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.682383] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: IN_PROGRESS for 2s [ 930.693810] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.694407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.694407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.694407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.694616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.694776] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.696611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.696611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.696611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.696611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.696611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb already deleted. [ 930.696611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.696611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.697167] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.697167] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.697669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.698036] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.698182] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.698298] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.698616] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.698796] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdebdfc-e8d2-41fe-890e-cc89d97c3541',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.201324] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.201690] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.201941] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.202365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.202614] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.202904] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 4cdebdfc-e8d2-41fe-890e-cc89d97c3541 not found, creating... [ 931.203366] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.203624] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.203822] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.204189] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.204516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.204951] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.205153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.205271] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.205528] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.205680] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.205822] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 4cdebdfc-e8d2-41fe-890e-cc89d97c3541 is going to be created. [ 931.228698] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.229160] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.229269] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.229610] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.229942] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.230336] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.365981] env[65216]: INFO networking_nsxv3.common.synchronization [req-17d67ac4-fe99-4b09-a126-d077adb37710 req-840c0424-1378-4e9b-bd01-d348afcba1ee tempest-MigrationsAdminTest-1474095955 tempest-MigrationsAdminTest-1474095955-project-member] Enqueued Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 931.366832] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 with Priority: HIGHEST for action security_group_members [ 931.367210] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-64df24ea-19f5-470f-a8c6-680ae3785f32 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.367333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.367522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.367624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.368469] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.368654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.368654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.369367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.369367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.369367] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64df24ea-19f5-470f-a8c6-680ae3785f32',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.875695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.876275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.876428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.876838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.906257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.906435] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.908133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.908133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.908133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.908133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.908133] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 is going to be updated. [ 931.937720] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.937932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.938057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.938333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.938563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.952774] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: IN_PROGRESS for 2s [ 932.015789] env[65216]: INFO networking_nsxv3.common.synchronization [req-1fc3a322-be57-404a-bf21-2e9b9745b2fb req-e25335a1-66ad-4782-996b-e60284666f49 service nova] Enqueued Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_rules [ 932.015956] env[65216]: INFO networking_nsxv3.common.synchronization [req-1fc3a322-be57-404a-bf21-2e9b9745b2fb req-e25335a1-66ad-4782-996b-e60284666f49 service nova] Enqueued Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_members [ 932.016105] env[65216]: INFO networking_nsxv3.common.synchronization [req-1fc3a322-be57-404a-bf21-2e9b9745b2fb req-e25335a1-66ad-4782-996b-e60284666f49 service nova] Enqueued Resource ID: 4cdebdfc-e8d2-41fe-890e-cc89d97c3541 with Priority: HIGHEST for action port [ 932.016683] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_rules [ 932.016827] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_members [ 932.016924] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdebdfc-e8d2-41fe-890e-cc89d97c3541 with Priority: HIGHEST for action port [ 932.018477] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.018656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.018747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.019068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.019198] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.021855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.025023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.025023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.025023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.025023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.025023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdebdfc-e8d2-41fe-890e-cc89d97c3541',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.529200] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cdebdfc-e8d2-41fe-890e-cc89d97c3541 with status ACTIVE [ 932.529200] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.529334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.529424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.529603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.529695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.529909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.530048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.530205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.530274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.530350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.530536] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.530629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.530689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.530826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.530902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.530986] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cdebdfc-e8d2-41fe-890e-cc89d97c3541 is going to be updated. [ 932.532084] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.533313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.533313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.557037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.557147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.557147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.557353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.557493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.557709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cdebdfc-e8d2-41fe-890e-cc89d97c3541" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.697636] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: SUCCESS [ 932.699407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.034916] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.538482] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.538702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.538747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.539108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.539209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.540070] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb is going to be created. [ 933.567922] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.568152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.568152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.568462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.568633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.586611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb in Status: UNINITIALIZED for 2s [ 933.631822] env[65216]: INFO networking_nsxv3.common.synchronization [req-a26fefeb-a89b-4ed4-bec3-22a56e684757 req-7e33bd40-bded-4d32-a7f8-b5b286552257 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 933.632652] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 933.633041] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.633175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.633244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.633473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.633596] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.633692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.633741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.633887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.633970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.634084] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.963678] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 in Status: SUCCESS [ 933.963876] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64df24ea-19f5-470f-a8c6-680ae3785f32 deletion is rescheduled due to dependency. [ 933.963975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64df24ea-19f5-470f-a8c6-680ae3785f32" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.137011] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.138028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.138028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.138278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.140546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.140546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.140546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.140546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.140546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.140546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.140546] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 934.174645] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.174645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.174645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.174876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.174908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.186792] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 935.599890] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb in Status: SUCCESS [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.599890] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.599890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.599890] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.102909] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.196881] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 936.197433] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 936.197546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.605491] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb: rpc.has_security_group_logging(os_id): False [ 936.630710] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.630710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.630710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.630934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.631121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.631556] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.631556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.631556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.631712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.631712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.632342] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb is going to be created. [ 936.708618] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.708618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.708618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.708618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.708618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.723934] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb in Status: IN_PROGRESS for 2s [ 936.797027] env[65216]: INFO networking_nsxv3.common.synchronization [req-fbbe1116-ed87-4d23-ad35-64c9b2fd58d8 req-855058cc-cc7e-40d9-aef1-d695921f7e28 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 936.797027] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 936.797327] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.797327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.797327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.797649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.797710] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.797887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.797938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.798087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.798172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.798267] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.884994] env[65216]: INFO networking_nsxv3.common.synchronization [req-8aca516a-d287-4ac5-8e88-71d59fb616b5 req-0176700d-9f0c-4bcc-b680-b8856c9cad67 tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 936.885244] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 936.885998] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.886146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.886220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.886477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.888163] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.888163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.888163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.888163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.888163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.888163] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.302924] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.391333] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.493018] env[65216]: INFO networking_nsxv3.common.synchronization [req-aa800afb-34de-43c5-a793-e9be4555b356 req-20d40279-90b7-4ac6-bf87-08f34bdf6546 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_members [ 937.493018] env[65216]: INFO networking_nsxv3.common.synchronization [req-aa800afb-34de-43c5-a793-e9be4555b356 req-20d40279-90b7-4ac6-bf87-08f34bdf6546 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 937.493018] env[65216]: INFO networking_nsxv3.common.synchronization [req-aa800afb-34de-43c5-a793-e9be4555b356 req-20d40279-90b7-4ac6-bf87-08f34bdf6546 tempest-SecurityGroupsTestJSON-1852620183 tempest-SecurityGroupsTestJSON-1852620183-project-member] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 937.493018] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGHEST for action security_group_members [ 937.493640] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGHEST for action security_group_members [ 937.493902] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGHEST for action security_group_members [ 937.494711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.496875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.496875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.496875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.496875] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.496875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.496875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.496875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.496875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.496875] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.496875] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.497608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.497812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.498099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.499389] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.499389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.499389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.499389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.500659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.500659] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.502141] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.502141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.502141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.502141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.502141] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.502141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.502141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.504186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.504186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.504186] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.804339] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.894345] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.004448] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.005855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.006047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.006194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.009228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.009228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.009828] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.009828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.030748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.030912] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.030912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.031044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.031349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.031349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.031443] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be updated. [ 938.032360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.032480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.050304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.050394] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.050454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.050662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.050705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.050794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.050886] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d is going to be updated. [ 938.051882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.052076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.052168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.052361] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.052465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.052526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.052799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.052799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.052889] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be updated. [ 938.065047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.065279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.065397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.065640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.065976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.074379] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: IN_PROGRESS for 2s [ 938.084939] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.085115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.085161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.085373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.085505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.088951] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.088951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.088951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.089314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.090064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.100602] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: IN_PROGRESS for 2s [ 938.101255] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: IN_PROGRESS for 2s [ 938.310842] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.310842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.310842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.310842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.310842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.310842] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 938.340844] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.340844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.340844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.340844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.340844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.352243] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 938.397983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.397983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.397983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.398255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.398255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.398329] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 938.433880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.434307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.434439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.434727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.434876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.444712] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 938.751261] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb in Status: SUCCESS [ 938.752209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.514199] env[65216]: INFO networking_nsxv3.common.synchronization [req-e67f802f-dba5-4256-9158-7bec82a29853 req-06cca539-2737-4a47-86cf-c6fda12a8008 tempest-ServerTagsTestJSON-2063456737 tempest-ServerTagsTestJSON-2063456737-project-member] Enqueued Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_members [ 939.514810] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_members [ 939.515303] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c77abf4c-683b-4afc-93ad-247beb177b6c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.515558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.515558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.515775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.515973] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.516128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.516193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.516358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.516441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.516534] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.002328] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.003301] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.003301] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.003301] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.003301] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.003574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.003733] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.004040] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.004234] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.004486] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.004667] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.004832] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.005082] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.005154] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.005301] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.005473] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.019024] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.019024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.019278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.019445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.019536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.019731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.019832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.019894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.020050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.020126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.020208] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c77abf4c-683b-4afc-93ad-247beb177b6c already deleted. [ 940.020288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.024652] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.024652] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.024652] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.024848] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.025217] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-c819e8bc-a0d1-4e56-9175-d72b446f7f45 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.025386] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.025502] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.025894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.025965] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c819e8bc-a0d1-4e56-9175-d72b446f7f45',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.085952] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 in Status: SUCCESS [ 940.086698] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 deletion is rescheduled due to dependency. [ 940.086698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.111825] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d in Status: SUCCESS [ 940.112504] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d deletion is rescheduled due to dependency. [ 940.112504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.113910] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 in Status: SUCCESS [ 940.113910] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 deletion is rescheduled due to dependency. [ 940.113910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.363863] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 940.363863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.454995] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 940.455317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.495621] env[65216]: INFO networking_nsxv3.common.synchronization [None req-69f7414c-38f7-4cc8-8612-a4d41377688e None None] Enqueued Resource ID: bf42e18f-cc56-4276-b790-f26764dd7cd4 with Priority: HIGHEST for action port [ 940.496462] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf42e18f-cc56-4276-b790-f26764dd7cd4 with Priority: HIGHEST for action port [ 940.496556] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf42e18f-cc56-4276-b790-f26764dd7cd4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.496837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf42e18f-cc56-4276-b790-f26764dd7cd4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.496837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf42e18f-cc56-4276-b790-f26764dd7cd4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.497122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf42e18f-cc56-4276-b790-f26764dd7cd4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.497612] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf42e18f-cc56-4276-b790-f26764dd7cd4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.528246] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.528246] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.528246] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.528758] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.528758] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.528846] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port c819e8bc-a0d1-4e56-9175-d72b446f7f45 not found, creating... [ 940.529159] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.529303] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.529346] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.529565] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.529699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.529993] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.530168] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.530283] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.530556] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.530689] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.530829] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: c819e8bc-a0d1-4e56-9175-d72b446f7f45 is going to be created. [ 940.552400] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.553015] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.553015] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.553242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.553509] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.553764] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.999227] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf42e18f-cc56-4276-b790-f26764dd7cd4 [ 940.999444] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.999592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.999664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.999871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.999951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.000056] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf42e18f-cc56-4276-b790-f26764dd7cd4 already deleted. [ 941.000140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf42e18f-cc56-4276-b790-f26764dd7cd4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.268952] env[65216]: INFO networking_nsxv3.common.synchronization [None req-58e365b1-8952-4b30-8b3a-1e19501c9341 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_rules [ 941.271202] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_rules [ 941.272954] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.272954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.272954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.272954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.272954] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.287781] env[65216]: INFO networking_nsxv3.common.synchronization [req-e67f802f-dba5-4256-9158-7bec82a29853 req-ccd33fd0-2366-498a-863e-28330e07eba6 service nova] Enqueued Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_rules [ 941.287781] env[65216]: INFO networking_nsxv3.common.synchronization [req-e67f802f-dba5-4256-9158-7bec82a29853 req-ccd33fd0-2366-498a-863e-28330e07eba6 service nova] Enqueued Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_members [ 941.287928] env[65216]: INFO networking_nsxv3.common.synchronization [req-e67f802f-dba5-4256-9158-7bec82a29853 req-ccd33fd0-2366-498a-863e-28330e07eba6 service nova] Enqueued Resource ID: c819e8bc-a0d1-4e56-9175-d72b446f7f45 with Priority: HIGHEST for action port [ 941.291184] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_rules [ 941.291329] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_members [ 941.291433] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c819e8bc-a0d1-4e56-9175-d72b446f7f45 with Priority: HIGHEST for action port [ 941.291943] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c77abf4c-683b-4afc-93ad-247beb177b6c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.292087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.292154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.292401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.292481] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.293325] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c77abf4c-683b-4afc-93ad-247beb177b6c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.293450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.293519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.293686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.293834] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.293924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.293988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.295492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.295583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.295683] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.296502] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c819e8bc-a0d1-4e56-9175-d72b446f7f45 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.297476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.297476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.297476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.297476] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c819e8bc-a0d1-4e56-9175-d72b446f7f45',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.484862] env[65216]: INFO networking_nsxv3.common.synchronization [None req-45238c29-819c-40d6-8eb8-bbd948ac6290 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_rules [ 941.485793] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_rules [ 941.486054] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.486054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.797687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.797687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.797687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.798103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.798103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.798103] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 already deleted. [ 941.798199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.799048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.799048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.799048] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.802284] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c77abf4c-683b-4afc-93ad-247beb177b6c taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.802489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.803012] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.805921] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c819e8bc-a0d1-4e56-9175-d72b446f7f45 with status ACTIVE [ 941.806123] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.806245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.806311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.806481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.806564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.806761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.806861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.806919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.807215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.807941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.807941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.808299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.808386] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.808599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.808682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.808769] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c819e8bc-a0d1-4e56-9175-d72b446f7f45 is going to be updated. [ 941.810978] env[65216]: INFO networking_nsxv3.common.synchronization [req-9407faf1-c9ec-42da-bb5d-ab5e64e33d83 req-1cb6948e-a1ed-47c0-8ab0-98ac7a25b198 tempest-ServerAddressesNegativeTestJSON-350526565 tempest-ServerAddressesNegativeTestJSON-350526565-project-member] Enqueued Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_members [ 941.811824] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGHEST for action security_group_members [ 941.813248] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.813248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.813248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.813248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.813248] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.813248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.813614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.813614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.813614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.813614] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.837160] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.837160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.837160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.837160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.837160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.837160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c819e8bc-a0d1-4e56-9175-d72b446f7f45" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.200226] env[65216]: INFO networking_nsxv3.common.synchronization [req-b0e56b93-7e00-4eda-8610-6da5b36ee8a5 req-b99aaf6d-7d93-473b-b080-f7b68fb80f86 tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 942.200226] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 942.200226] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.200226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.200226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.200563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.200563] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.200563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.200702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.200944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.200944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.200944] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.313445] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.318423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.318423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.318423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.318423] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981cecdb-eeab-483f-b249-acbec99b0f92 is going to be updated. [ 942.330555] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.331412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.333457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.333457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.333457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.333457] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 already deleted. [ 942.333457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.348378] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.348618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.348618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.349335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.349335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.363100] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981cecdb-eeab-483f-b249-acbec99b0f92 in Status: IN_PROGRESS for 2s [ 942.657429] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6b85f29a-48fa-4fe1-9460-0c07666fa6bb None None] Enqueued Resource ID: a3cee953-4fd4-4773-8f25-59914730ea48 with Priority: HIGHEST for action port [ 942.658357] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cee953-4fd4-4773-8f25-59914730ea48 with Priority: HIGHEST for action port [ 942.659158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3cee953-4fd4-4773-8f25-59914730ea48 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.659515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3cee953-4fd4-4773-8f25-59914730ea48" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.659640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3cee953-4fd4-4773-8f25-59914730ea48" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.660129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3cee953-4fd4-4773-8f25-59914730ea48" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.660318] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3cee953-4fd4-4773-8f25-59914730ea48',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.705224] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.705480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.705480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.705844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.705844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.706064] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.706182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.706182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.706325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.706374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.706506] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 942.712645] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.712768] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.712905] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.713169] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.713637] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.713838] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.713956] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.714180] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.714321] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.714520] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.714628] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.714732] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.714834] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.714938] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.715049] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.715179] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.733495] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.733718] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.733844] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.734035] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-919" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.734357] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-8b6b3180-232d-4c1f-a836-4f34f238205f taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.734533] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.734636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.734962] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.735115] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6b3180-232d-4c1f-a836-4f34f238205f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.738384] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.738513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.738590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.738749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.738884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.748012] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 942.815786] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.816176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.816176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.816263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.816329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.816440] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c77abf4c-683b-4afc-93ad-247beb177b6c is going to be created. [ 942.845430] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.845631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.845631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.845839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.845997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.870554] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c77abf4c-683b-4afc-93ad-247beb177b6c in Status: UNINITIALIZED for 2s [ 943.052586] env[65216]: INFO networking_nsxv3.common.synchronization [None req-145c47ed-0093-4fcb-b1a4-01d5b0908de4 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 943.053543] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 943.053865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.054020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.054111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.054367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.054449] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.163399] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3cee953-4fd4-4773-8f25-59914730ea48 [ 943.163641] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.163779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.163885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.164079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.164417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.164417] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3cee953-4fd4-4773-8f25-59914730ea48 already deleted. [ 943.164417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3cee953-4fd4-4773-8f25-59914730ea48" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.221385] env[65216]: INFO networking_nsxv3.common.synchronization [None req-9a3dc2fe-f478-4ec5-9d1e-e41d5218ee08 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 943.222157] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 943.222157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.222291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.238939] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.239243] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.239371] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.239632] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.239781] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.239934] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 8b6b3180-232d-4c1f-a836-4f34f238205f not found, creating... [ 943.240201] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.240351] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.240462] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.240705] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.240833] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.241082] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.241235] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.241347] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.243279] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.243279] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.243279] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 8b6b3180-232d-4c1f-a836-4f34f238205f is going to be created. [ 943.265206] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.265425] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.265546] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.265824] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.266276] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.266276] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.576810] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.576965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.577112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.577272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.577413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.578276] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 already deleted. [ 943.578276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.578276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.578276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.578276] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.027065] env[65216]: INFO networking_nsxv3.common.synchronization [req-b0e56b93-7e00-4eda-8610-6da5b36ee8a5 req-7e8e8939-f8b0-4c86-829a-25a04e50ac27 service nova] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_rules [ 944.027457] env[65216]: INFO networking_nsxv3.common.synchronization [req-b0e56b93-7e00-4eda-8610-6da5b36ee8a5 req-7e8e8939-f8b0-4c86-829a-25a04e50ac27 service nova] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 944.027457] env[65216]: INFO networking_nsxv3.common.synchronization [req-b0e56b93-7e00-4eda-8610-6da5b36ee8a5 req-7e8e8939-f8b0-4c86-829a-25a04e50ac27 service nova] Enqueued Resource ID: 8b6b3180-232d-4c1f-a836-4f34f238205f with Priority: HIGHEST for action port [ 944.027850] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_rules [ 944.028058] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 944.028881] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6b3180-232d-4c1f-a836-4f34f238205f with Priority: HIGHEST for action port [ 944.029187] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.029305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.029361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.029630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.029630] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.030537] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.030618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.030818] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6b3180-232d-4c1f-a836-4f34f238205f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.030912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.031036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.031220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.031220] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6b3180-232d-4c1f-a836-4f34f238205f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.100658] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.100764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.100816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.101017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.101115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.101215] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 already deleted. [ 944.101292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.374855] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981cecdb-eeab-483f-b249-acbec99b0f92 in Status: SUCCESS [ 944.375107] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981cecdb-eeab-483f-b249-acbec99b0f92 deletion is rescheduled due to dependency. [ 944.375245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.521431] env[65216]: INFO networking_nsxv3.common.synchronization [req-e71b1217-b903-4fe2-b002-ac3dc426845b req-f5b7c7ac-a175-4cee-bdb1-492a0808a558 tempest-ListServerFiltersTestJSON-1456101947 tempest-ListServerFiltersTestJSON-1456101947-project-member] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 944.521741] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 944.521846] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.521986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.522077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.522358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.522524] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.522629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.522692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.522841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.522923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.523032] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.532878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.532993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.536785] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b6b3180-232d-4c1f-a836-4f34f238205f with status ACTIVE [ 944.536785] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.536785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.536785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.536785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.537206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.537206] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.537206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.537206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.537323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.537880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.537880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.537880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.537880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.538069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.538069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.538069] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b6b3180-232d-4c1f-a836-4f34f238205f is going to be updated. [ 944.558642] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.559015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.559015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.559448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.559448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.559448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6b3180-232d-4c1f-a836-4f34f238205f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.759026] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 944.759026] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 deletion is rescheduled due to dependency. [ 944.759026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.759026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.759026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.759342] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.759342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.759342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.759505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.759583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.759682] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.882501] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c77abf4c-683b-4afc-93ad-247beb177b6c in Status: SUCCESS [ 944.882501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.882501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.882706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.882865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.882977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.883050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.883212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.883321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.883394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.883456] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.026320] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.026320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.026320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.026320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.026572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.027124] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.027418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.027418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.027575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.027794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.027904] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 already deleted. [ 945.027992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.112408] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.112408] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.112408] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.112649] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.113117] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.113922] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.113922] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.114055] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.114572] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.114572] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.114763] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.114938] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.115121] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.115270] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.115454] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.116404] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.138208] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.138492] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.138798] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.138865] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.139292] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-8024e1af-a3d6-401b-b48f-3f000e45cbd8 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.139516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.139654] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.140162] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.140347] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8024e1af-a3d6-401b-b48f-3f000e45cbd8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.261577] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.388800] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c77abf4c-683b-4afc-93ad-247beb177b6c taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.388980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.389082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.389464] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.389564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.389631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.389857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.389943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.390141] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c77abf4c-683b-4afc-93ad-247beb177b6c taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.390702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.390702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.390702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.390702] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.390830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.390830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.390941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.391000] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.391090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.391267] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.643956] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.644355] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.644553] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.644929] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.645166] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.645402] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 8024e1af-a3d6-401b-b48f-3f000e45cbd8 not found, creating... [ 945.645759] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.646030] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.646344] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.646813] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.647067] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.647545] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.647759] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.647992] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.648400] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.648636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.648894] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 8024e1af-a3d6-401b-b48f-3f000e45cbd8 is going to be created. [ 945.672024] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.672192] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.672398] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.672959] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.673042] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.673455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.764682] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.893181] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c77abf4c-683b-4afc-93ad-247beb177b6c: rpc.has_security_group_logging(os_id): False [ 945.912299] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.912453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.912511] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.912729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.912798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.912996] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.913109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.913172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.913332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.913402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.913572] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.913907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.913907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.913907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.913907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.914111] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.914205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.914265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.914403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.914474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.914575] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c77abf4c-683b-4afc-93ad-247beb177b6c is going to be created. [ 945.984633] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.984850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.984901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.985115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.985325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.999229] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c77abf4c-683b-4afc-93ad-247beb177b6c in Status: IN_PROGRESS for 2s [ 946.271019] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.271357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.271357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.271559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.271651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.271755] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 946.302048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.302048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.302048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.302048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.302048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.315837] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 946.401648] env[65216]: INFO networking_nsxv3.common.synchronization [req-e71b1217-b903-4fe2-b002-ac3dc426845b req-377188be-3d6b-4be7-8c95-62074493333d service nova] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_rules [ 946.401868] env[65216]: INFO networking_nsxv3.common.synchronization [req-e71b1217-b903-4fe2-b002-ac3dc426845b req-377188be-3d6b-4be7-8c95-62074493333d service nova] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 946.402224] env[65216]: INFO networking_nsxv3.common.synchronization [req-e71b1217-b903-4fe2-b002-ac3dc426845b req-377188be-3d6b-4be7-8c95-62074493333d service nova] Enqueued Resource ID: 8024e1af-a3d6-401b-b48f-3f000e45cbd8 with Priority: HIGHEST for action port [ 946.402866] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_rules [ 946.402866] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 946.402986] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8024e1af-a3d6-401b-b48f-3f000e45cbd8 with Priority: HIGHEST for action port [ 946.403294] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.403447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.403521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.403829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.403933] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.407927] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.408124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.408229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.408473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.408659] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.411326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.411419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.411658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.411774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.411910] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.415021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8024e1af-a3d6-401b-b48f-3f000e45cbd8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.415439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.415522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.415727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.415808] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8024e1af-a3d6-401b-b48f-3f000e45cbd8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.916265] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.922227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.922227] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8024e1af-a3d6-401b-b48f-3f000e45cbd8 with status ACTIVE [ 946.922227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.922227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.922227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.922227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.922941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.922941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.922941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.922941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.922941] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8024e1af-a3d6-401b-b48f-3f000e45cbd8 is going to be updated. [ 946.951706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.951820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.951872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.952231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.952321] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.952496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8024e1af-a3d6-401b-b48f-3f000e45cbd8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.114928] env[65216]: INFO networking_nsxv3.common.synchronization [req-27653eda-c851-473d-83a9-5d36fdb81eb6 req-5242fdc5-2565-4e1e-b82c-305755950cec tempest-ListServerFiltersTestJSON-1456101947 tempest-ListServerFiltersTestJSON-1456101947-project-member] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 947.115732] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 947.115982] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.117126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.420442] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.463193] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.463409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.463568] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.463950] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.464485] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.464753] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.464920] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.465257] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.465462] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.466167] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.466646] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.466825] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.466982] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.467180] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.467295] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.467538] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.491839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.491839] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.491839] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.492162] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.493247] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-e7de853e-dfcb-4732-9c39-833dc4247e9a taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.493247] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.493247] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.493247] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.493247] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7de853e-dfcb-4732-9c39-833dc4247e9a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.922624] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.922799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.922925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.923184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.923318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.923397] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be created. [ 947.955898] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.956746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.956746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.956746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.956746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.968666] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: UNINITIALIZED for 2s [ 947.995993] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.996273] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.996434] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.996776] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.996915] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.997128] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port e7de853e-dfcb-4732-9c39-833dc4247e9a not found, creating... [ 947.998175] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.998175] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.998175] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.998175] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.998384] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.998807] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.998807] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.999430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.999430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.999430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.999430] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: e7de853e-dfcb-4732-9c39-833dc4247e9a is going to be created. [ 948.017458] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c77abf4c-683b-4afc-93ad-247beb177b6c in Status: SUCCESS [ 948.017543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.027352] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.028043] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.028043] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.028401] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.028688] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.029024] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.330544] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 948.330877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.331141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.331443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.331748] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.331863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.331954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.332184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.332269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.332425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.332476] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.834646] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.834933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.834970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.835316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.836484] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.836484] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.836484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.836930] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.836930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.836930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.837087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.837181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837351] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.239850] env[65216]: INFO networking_nsxv3.common.synchronization [req-27653eda-c851-473d-83a9-5d36fdb81eb6 req-49e572fa-8a9e-4d52-b199-660923975770 service nova] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_rules [ 949.240024] env[65216]: INFO networking_nsxv3.common.synchronization [req-27653eda-c851-473d-83a9-5d36fdb81eb6 req-49e572fa-8a9e-4d52-b199-660923975770 service nova] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 949.240168] env[65216]: INFO networking_nsxv3.common.synchronization [req-27653eda-c851-473d-83a9-5d36fdb81eb6 req-49e572fa-8a9e-4d52-b199-660923975770 service nova] Enqueued Resource ID: e7de853e-dfcb-4732-9c39-833dc4247e9a with Priority: HIGHEST for action port [ 949.240696] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_rules [ 949.240829] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 949.240925] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7de853e-dfcb-4732-9c39-833dc4247e9a with Priority: HIGHEST for action port [ 949.242280] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.242397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.242612] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.242699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.242879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7de853e-dfcb-4732-9c39-833dc4247e9a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.242981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.243044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.243262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.243347] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7de853e-dfcb-4732-9c39-833dc4247e9a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.345440] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d73d04a6-619d-4599-890a-1b3b98982715: rpc.has_security_group_logging(os_id): False [ 949.365513] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.365891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.366010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.366236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.366436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.366559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.366715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.366766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.366939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.367029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.367210] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.367307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.367367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.367505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.367579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.367782] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.367889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.367941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.368071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.368142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.368382] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 949.445118] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.445580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.445685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.446245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.446245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.468071] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 949.728250] env[65216]: INFO networking_nsxv3.common.synchronization [req-8f663e3e-3eb0-4e62-849f-25577f554e1e req-a1db203c-0b07-4421-9e2a-c7e7e120aafd tempest-ServersNegativeTestJSON-338097750 tempest-ServersNegativeTestJSON-338097750-project-member] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 949.729066] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 949.730179] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.730579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.730579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.730736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.730935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.731061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.731168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.731698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.734762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.734762] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.746929] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7de853e-dfcb-4732-9c39-833dc4247e9a with status ACTIVE [ 949.747442] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.747593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.749623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.749623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.749623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.749623] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.749623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.749623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.749623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.749623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.749947] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.749947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.749947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.750100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.750150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.750952] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7de853e-dfcb-4732-9c39-833dc4247e9a is going to be updated. [ 949.779442] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.779726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.779726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.779837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.779974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.780178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7de853e-dfcb-4732-9c39-833dc4247e9a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.981744] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 949.982258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.982435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.982650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.983061] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.983061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.983061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.984774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.984774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.984774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.984774] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.985654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.987228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.987228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.987228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.987228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.987228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.987228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.987228] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.175082] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.175382] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.175440] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.175707] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.176162] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.176162] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.176332] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.177035] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.177035] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.177035] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.177035] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.177333] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.177491] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.177724] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.177865] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.178077] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.207611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.207611] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.207611] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.207611] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.207611] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-8df0688d-f8ff-430d-826a-f89f029b81e0 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.207611] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.207611] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.207611] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.207611] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df0688d-f8ff-430d-826a-f89f029b81e0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.236511] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.489450] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.489597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.489955] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.709313] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.709544] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.709669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.709942] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.710107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.710262] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 8df0688d-f8ff-430d-826a-f89f029b81e0 not found, creating... [ 950.710570] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.710850] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.710850] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711147] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.711298] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.711647] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.711784] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.711840] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.712120] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.712263] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.712453] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 8df0688d-f8ff-430d-826a-f89f029b81e0 is going to be created. [ 950.737840] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.737840] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.737840] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.738138] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.738385] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.738626] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.739537] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.992826] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.083841] env[65216]: INFO networking_nsxv3.common.synchronization [req-43ef4fc5-7a44-4c23-9979-f034eed18834 req-5bbf164b-27d7-4614-8a25-bc8eb1375ed6 tempest-ServersTestJSON-2115160800 tempest-ServersTestJSON-2115160800-project-member] Enqueued Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_members [ 951.083841] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGHEST for action security_group_members [ 951.084042] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.084186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.084245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.084507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.084687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.084841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.084875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.085059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.085155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.085265] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.242526] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.242731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.242783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.243024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.243158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.243362] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 951.278045] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.278190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.278425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.278588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.278848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.293046] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 951.443227] env[65216]: INFO networking_nsxv3.common.synchronization [req-8f663e3e-3eb0-4e62-849f-25577f554e1e req-06c0e0e0-de05-417c-8fcd-1bc86859c001 service nova] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_rules [ 951.443227] env[65216]: INFO networking_nsxv3.common.synchronization [req-8f663e3e-3eb0-4e62-849f-25577f554e1e req-06c0e0e0-de05-417c-8fcd-1bc86859c001 service nova] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 951.443380] env[65216]: INFO networking_nsxv3.common.synchronization [req-8f663e3e-3eb0-4e62-849f-25577f554e1e req-06c0e0e0-de05-417c-8fcd-1bc86859c001 service nova] Enqueued Resource ID: 8df0688d-f8ff-430d-826a-f89f029b81e0 with Priority: HIGHEST for action port [ 951.446031] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_rules [ 951.446031] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 951.446031] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df0688d-f8ff-430d-826a-f89f029b81e0 with Priority: HIGHEST for action port [ 951.446031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.446031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.446031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.446031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.446031] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.447045] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.447118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.447279] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df0688d-f8ff-430d-826a-f89f029b81e0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.447378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.447434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.447674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.447674] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df0688d-f8ff-430d-826a-f89f029b81e0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.485062] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 951.486051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.496243] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.497265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.497265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.497265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.497265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.497265] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 951.523180] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.523345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.523721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.523721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.523822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.535700] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 951.587708] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.587911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.588057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.588236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.620204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.620311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.620441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.620525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.621039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.621039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.621039] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 is going to be updated. [ 951.649538] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.649765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.649843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.650129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.650288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.659480] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 in Status: IN_PROGRESS for 2s [ 951.951212] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.951379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.952498] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df0688d-f8ff-430d-826a-f89f029b81e0 with status ACTIVE [ 951.952498] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.952498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.952498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.952498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.952498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.952498] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.952498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.952498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.952971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.952971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.952971] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.952971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.953111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.953140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.953190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.953269] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df0688d-f8ff-430d-826a-f89f029b81e0 is going to be updated. [ 951.978605] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.980801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.980884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.981109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.981320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.981430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df0688d-f8ff-430d-826a-f89f029b81e0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.254342] env[65216]: INFO networking_nsxv3.common.synchronization [req-3eaed435-d16a-4d3b-a54a-98f256f10db2 req-d4fe9850-a190-4fbe-85b4-61d50910ba57 tempest-ListServerFiltersTestJSON-1456101947 tempest-ListServerFiltersTestJSON-1456101947-project-member] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 952.254983] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 952.255337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.255441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.681609] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.681609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.681609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.681609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.681609] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.681609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.681609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.681609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.681609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.681609] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.681609] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.681609] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.681609] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.682659] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.682659] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.682659] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.685924] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.686140] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.686284] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.686471] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-835" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.686928] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-b86fef55-6fd6-4422-8358-8b9f281bdc40 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.687132] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.687280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.687873] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.688035] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b86fef55-6fd6-4422-8358-8b9f281bdc40',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.192959] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.192959] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.192959] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.192959] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.192959] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.192959] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port b86fef55-6fd6-4422-8358-8b9f281bdc40 not found, creating... [ 953.193378] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.193378] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.193471] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.193714] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.193859] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.194179] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.194333] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.194445] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.194683] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.194815] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.194952] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: b86fef55-6fd6-4422-8358-8b9f281bdc40 is going to be created. [ 953.223771] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.224017] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.224137] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.224474] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.224757] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.224994] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.302620] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 953.303037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.303037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.303333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.303627] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.303803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.303875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.304053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.304138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.304275] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.547543] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 953.547543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.547925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.547925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.548351] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.548351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.548351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.548463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.548812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.548812] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.673644] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 in Status: SUCCESS [ 953.673889] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 deletion is rescheduled due to dependency. [ 953.674084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.806422] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.028867] env[65216]: INFO networking_nsxv3.common.synchronization [req-3eaed435-d16a-4d3b-a54a-98f256f10db2 req-d53dafc5-2c89-4631-ae5a-63180837e7a6 service nova] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_rules [ 954.029357] env[65216]: INFO networking_nsxv3.common.synchronization [req-3eaed435-d16a-4d3b-a54a-98f256f10db2 req-d53dafc5-2c89-4631-ae5a-63180837e7a6 service nova] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 954.029357] env[65216]: INFO networking_nsxv3.common.synchronization [req-3eaed435-d16a-4d3b-a54a-98f256f10db2 req-d53dafc5-2c89-4631-ae5a-63180837e7a6 service nova] Enqueued Resource ID: b86fef55-6fd6-4422-8358-8b9f281bdc40 with Priority: HIGHEST for action port [ 954.029801] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_rules [ 954.029940] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 954.030154] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86fef55-6fd6-4422-8358-8b9f281bdc40 with Priority: HIGHEST for action port [ 954.030475] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.030587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.030810] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.030955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.031217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b86fef55-6fd6-4422-8358-8b9f281bdc40 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.031338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.031402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.031634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.031718] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b86fef55-6fd6-4422-8358-8b9f281bdc40',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.050441] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.309575] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.534870] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b86fef55-6fd6-4422-8358-8b9f281bdc40 with status ACTIVE [ 954.535524] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.536690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.536690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.536690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.536690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.536690] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.536690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.536690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.537634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.539019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.539019] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.539019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.539019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.539019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.539019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.539019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b86fef55-6fd6-4422-8358-8b9f281bdc40 is going to be updated. [ 954.552976] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.563489] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.563660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.564427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.564427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.564427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.564427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b86fef55-6fd6-4422-8358-8b9f281bdc40" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.731742] env[65216]: INFO networking_nsxv3.common.synchronization [req-c98e6324-23f1-41d3-8d5f-478939f4c646 req-4dce17ec-e48e-4978-8f3a-b161a41b4308 tempest-ImagesOneServerNegativeTestJSON-1882958204 tempest-ImagesOneServerNegativeTestJSON-1882958204-project-member] Enqueued Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 954.732318] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d04a6-619d-4599-890a-1b3b98982715 with Priority: HIGHEST for action security_group_members [ 954.733337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d04a6-619d-4599-890a-1b3b98982715 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.733337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.733337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.733337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.733337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.733337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.733337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.733726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.733726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.733726] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d04a6-619d-4599-890a-1b3b98982715',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.811955] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.812312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.812312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.812493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.813407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.813407] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 954.861396] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.861804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.862786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.863207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.863505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.879125] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 955.056808] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.056955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.057067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.057444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.057572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.057694] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 955.105015] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.105015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.105015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.105015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.105015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.122469] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 955.238655] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.238924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.239172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.240058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.240058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.240058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.240723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.240723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.240723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.240929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.241116] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 is going to be updated. [ 955.297127] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.297356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.297413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.297862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.297862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.309836] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: IN_PROGRESS for 2s [ 956.860079] env[65216]: INFO networking_nsxv3.common.synchronization [req-71c551b2-6301-4ac5-8435-4dbc7972202b req-7f9eecd8-3817-4d0e-b88d-e6b0c7faa0a0 tempest-ServerTagsTestJSON-2063456737 tempest-ServerTagsTestJSON-2063456737-project-member] Enqueued Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_members [ 956.863692] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77abf4c-683b-4afc-93ad-247beb177b6c with Priority: HIGHEST for action security_group_members [ 956.863692] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-c77abf4c-683b-4afc-93ad-247beb177b6c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.864042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.864042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.868610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.868610] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.868841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.868841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.868970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.869574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.869574] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c77abf4c-683b-4afc-93ad-247beb177b6c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.902073] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 956.902073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.903064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.903064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.903064] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.903288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.903322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.903529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.903728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.903803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.903852] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.134335] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 957.134642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.134890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.135302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.135463] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.135653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.135850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.136141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.136326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.136488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.136780] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.136912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.136986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.137161] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.137355] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.137507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.137607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.137859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.137968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.138525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.138525] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.139343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.139343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.139480] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.139551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.139585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.139743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.139817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.139893] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.322202] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d04a6-619d-4599-890a-1b3b98982715 in Status: SUCCESS [ 957.322202] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d04a6-619d-4599-890a-1b3b98982715 deletion is rescheduled due to dependency. [ 957.322202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d04a6-619d-4599-890a-1b3b98982715" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.373729] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.375029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.375221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.375597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.375695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.375937] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.376044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.376106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.376262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.376334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.376423] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c77abf4c-683b-4afc-93ad-247beb177b6c is going to be updated. [ 957.404841] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.405059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.405116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.405315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.405453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.408608] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.409742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.409831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.410994] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.410994] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.410994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.411361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.411361] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.411361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.411361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.411479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.411516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.411920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.411920] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.421863] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c77abf4c-683b-4afc-93ad-247beb177b6c in Status: IN_PROGRESS for 2s [ 957.648719] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.649836] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5f1d17-9802-494e-8000-c9ecbd73a689: rpc.has_security_group_logging(os_id): False [ 957.669691] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.669956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.670109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.670447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.670628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.671724] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.671724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.671724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.672053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.672134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.672477] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.672662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.672795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.673063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.673386] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.673524] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.673702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.673847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.674136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.674293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.674461] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be created. [ 957.737725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.737903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.738035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.738327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.738541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.750786] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 957.915230] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e: rpc.has_security_group_logging(os_id): False [ 957.937585] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.937585] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.937585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.937585] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.938141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.938141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.938237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.938532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.938787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.939055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.939670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.939670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.939670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.939670] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 958.017724] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.017964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.018053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.018267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.018526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.054234] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 958.151517] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.654067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.654482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.654557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.654794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.654884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.654983] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 958.686387] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.687046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.687046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.687046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.687046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.696556] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 959.433806] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c77abf4c-683b-4afc-93ad-247beb177b6c in Status: SUCCESS [ 959.434162] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c77abf4c-683b-4afc-93ad-247beb177b6c deletion is rescheduled due to dependency. [ 959.434162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c77abf4c-683b-4afc-93ad-247beb177b6c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.766019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 959.766423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.766784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.767108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.767214] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.070330] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 960.070330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.270402] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.270609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.709025] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 960.709025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.709025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.709025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.709025] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.709025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.709025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.709025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.709025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.709025] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.211507] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.715253] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.864047] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 961.864163] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 961.929025] env[65216]: INFO networking_nsxv3.common.synchronization [req-acaf3df3-4735-4369-927e-2c7c88735757 req-6038a3d0-cf3c-4fc1-81c9-fc0068f4f080 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 961.929803] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 961.930760] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.930760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.934105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.934105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.934105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.934105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.934105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.934105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.934105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.934105] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.219417] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.219601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.219656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.219882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.219975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.220115] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 962.259593] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.259768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.259812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.260052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.260234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.269325] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 962.435293] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.435465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.435526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.435728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.435821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.436048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.436149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.436211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.436360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.436435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.436521] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 962.466715] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.466977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.467063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.467270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.467409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.476834] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 964.279624] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 964.279914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.280016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.280232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.280430] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.280552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.280784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.280784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.280892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.280927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.281399] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.488013] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 964.488208] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 deletion is rescheduled due to dependency. [ 964.488327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.784454] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.784575] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.784669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.784924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.785118] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.785222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.785285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.785437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.785552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.785605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.785755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.785848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.785907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.786056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.786197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.786282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.786343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.786475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.786551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.786629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.786713] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.819703] env[65216]: INFO networking_nsxv3.common.synchronization [None req-fda00701-c392-4353-bb60-e6ef295469b7 None None] Enqueued Resource ID: a946bbac-352e-4f74-b352-d73f9c1f0aa6 with Priority: HIGHEST for action port [ 964.820735] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a946bbac-352e-4f74-b352-d73f9c1f0aa6 with Priority: HIGHEST for action port [ 964.823943] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a946bbac-352e-4f74-b352-d73f9c1f0aa6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.824055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a946bbac-352e-4f74-b352-d73f9c1f0aa6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.824160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a946bbac-352e-4f74-b352-d73f9c1f0aa6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.824513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a946bbac-352e-4f74-b352-d73f9c1f0aa6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.824644] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a946bbac-352e-4f74-b352-d73f9c1f0aa6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.903420] env[65216]: INFO networking_nsxv3.common.synchronization [req-44239245-8966-47f9-8956-00eda114eb08 req-ec1b1465-2508-43b8-89fb-4c7dcaa34c78 tempest-ServersNegativeTestJSON-338097750 tempest-ServersNegativeTestJSON-338097750-project-member] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 964.904431] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 964.904704] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.904802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.904887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.905079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.905245] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.905354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.905411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.905576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.905645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.905734] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.290388] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5f1d17-9802-494e-8000-c9ecbd73a689: rpc.has_security_group_logging(os_id): False [ 965.310642] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.310794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.310867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.311111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.311515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.311515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.311713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.311713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.311786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.313240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.313579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.313653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.313653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.313811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.313888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.317148] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.317148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.317148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.317148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.317148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.317148] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 965.327485] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a946bbac-352e-4f74-b352-d73f9c1f0aa6 [ 965.327930] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.327930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.328088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.328173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.328390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.328390] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a946bbac-352e-4f74-b352-d73f9c1f0aa6 already deleted. [ 965.328465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a946bbac-352e-4f74-b352-d73f9c1f0aa6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.379289] env[65216]: INFO networking_nsxv3.common.synchronization [None req-e8653420-e7f9-4178-b468-2aff64c664df tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 14146711-3b80-4106-a345-f34d5ecdc5d3 with Priority: HIGHEST for action security_group_rules [ 965.381681] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14146711-3b80-4106-a345-f34d5ecdc5d3 with Priority: HIGHEST for action security_group_rules [ 965.382015] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14146711-3b80-4106-a345-f34d5ecdc5d3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.382153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.382223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.382484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.382572] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14146711-3b80-4106-a345-f34d5ecdc5d3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.384258] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.384784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.384842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.384989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.385155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.399444] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 965.407934] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.546269] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c08ceb7a-8a54-4d71-945c-28a4d59a46e0 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 14146711-3b80-4106-a345-f34d5ecdc5d3 with Priority: HIGHEST for action security_group_rules [ 965.549287] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14146711-3b80-4106-a345-f34d5ecdc5d3 with Priority: HIGHEST for action security_group_rules [ 965.549287] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14146711-3b80-4106-a345-f34d5ecdc5d3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.549287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.905764] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.906073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.906073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.906353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.906410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.906548] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14146711-3b80-4106-a345-f34d5ecdc5d3 already deleted. [ 965.906622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.906736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.907621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.907621] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14146711-3b80-4106-a345-f34d5ecdc5d3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.909986] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.414592] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.414947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.414947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.415048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.415135] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.415238] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 966.430210] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.430367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.430414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.430638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.430725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.430822] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14146711-3b80-4106-a345-f34d5ecdc5d3 already deleted. [ 966.430985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14146711-3b80-4106-a345-f34d5ecdc5d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.445921] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.445921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.445921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.445921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.445921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.455977] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 967.038191] env[65216]: INFO networking_nsxv3.common.synchronization [None req-4bdd766f-02a4-4941-a2c0-edaf6fd72ea8 None None] Enqueued Resource ID: 3fd985bd-8135-4fb7-8c29-c3ef98f2892d with Priority: HIGHEST for action port [ 967.038450] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd985bd-8135-4fb7-8c29-c3ef98f2892d with Priority: HIGHEST for action port [ 967.038756] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd985bd-8135-4fb7-8c29-c3ef98f2892d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.038874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd985bd-8135-4fb7-8c29-c3ef98f2892d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.038937] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd985bd-8135-4fb7-8c29-c3ef98f2892d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.039261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd985bd-8135-4fb7-8c29-c3ef98f2892d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.039342] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd985bd-8135-4fb7-8c29-c3ef98f2892d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.383041] env[65216]: INFO networking_nsxv3.common.synchronization [None req-1c196193-17e7-4aaa-acbf-5211d03d5d7d None None] Enqueued Resource ID: d7fbc794-8a79-4881-bba4-2c369ed2050d with Priority: HIGHEST for action port [ 967.383041] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fbc794-8a79-4881-bba4-2c369ed2050d with Priority: HIGHEST for action port [ 967.383262] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fbc794-8a79-4881-bba4-2c369ed2050d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.386914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fbc794-8a79-4881-bba4-2c369ed2050d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.386914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fbc794-8a79-4881-bba4-2c369ed2050d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.386914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fbc794-8a79-4881-bba4-2c369ed2050d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.386914] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fbc794-8a79-4881-bba4-2c369ed2050d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.417839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 967.417839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.417839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.417839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.417839] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.541406] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fd985bd-8135-4fb7-8c29-c3ef98f2892d [ 967.541539] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.541605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.541643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.541877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.541989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.542110] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fd985bd-8135-4fb7-8c29-c3ef98f2892d already deleted. [ 967.542156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd985bd-8135-4fb7-8c29-c3ef98f2892d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.887187] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7fbc794-8a79-4881-bba4-2c369ed2050d [ 967.887623] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.887929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.888109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.888303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.888513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.888647] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7fbc794-8a79-4881-bba4-2c369ed2050d already deleted. [ 967.889394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fbc794-8a79-4881-bba4-2c369ed2050d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.920562] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.920562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.920562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.920843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.921021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.921158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.921232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.921832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.921832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.921832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.921832] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.425520] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.425999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.425999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.425999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.426102] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.426188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.426251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.426398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.426498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.426584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.426902] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.426902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.427060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.427092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.427305] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.427305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.427475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.427525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.427571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.427639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.427727] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.470665] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 968.471281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.931682] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5f1d17-9802-494e-8000-c9ecbd73a689: rpc.has_security_group_logging(os_id): False [ 968.950496] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.950658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.950706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.950926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.951481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.951481] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.951481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.951481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.951740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.951740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.955033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.955033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.955033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.955033] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 969.029685] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.029875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.029930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.030108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.030256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.047713] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 969.284784] env[65216]: INFO networking_nsxv3.common.synchronization [req-f65eec0c-8a6c-4d3d-90f3-0da2f40f628b req-a8f31550-fd00-4917-aa23-a857a86ff159 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 969.286016] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 969.286613] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.286794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.286905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.287218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.287361] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.287486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.287541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.287684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.287811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.287985] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.794061] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.794061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.794061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.794061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.815765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.817497] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.817497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.817497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.817497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.817497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.817497] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 969.845380] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.845380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.845380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.846999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.846999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.860776] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 970.293675] env[65216]: INFO networking_nsxv3.common.synchronization [None req-38f6328e-3dc1-4cd7-be18-811794b0d759 None None] Enqueued Resource ID: 379a183a-0766-40d4-987d-c295d68d12b5 with Priority: HIGHEST for action port [ 970.294296] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379a183a-0766-40d4-987d-c295d68d12b5 with Priority: HIGHEST for action port [ 970.294619] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-379a183a-0766-40d4-987d-c295d68d12b5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.294746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-379a183a-0766-40d4-987d-c295d68d12b5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.294821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-379a183a-0766-40d4-987d-c295d68d12b5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.295664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-379a183a-0766-40d4-987d-c295d68d12b5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.297120] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379a183a-0766-40d4-987d-c295d68d12b5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.799208] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 379a183a-0766-40d4-987d-c295d68d12b5 [ 970.799495] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.799554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.799640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.799866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.799958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.800074] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:379a183a-0766-40d4-987d-c295d68d12b5 already deleted. [ 970.800158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-379a183a-0766-40d4-987d-c295d68d12b5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.988162] env[65216]: INFO networking_nsxv3.common.synchronization [req-902a88e5-b4d7-4b99-84ce-b093de22549d req-73d3229c-2af3-4b82-82e6-0fed5dd34635 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_members [ 970.988162] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_members [ 970.989031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.989031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.989031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.989287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.989445] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.989566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.989665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.989863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.989994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.990130] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.064969] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 971.065335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.492428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.492591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.492665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.492897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.492985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.493437] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.493437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.493567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.493631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.493704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.493795] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 already deleted. [ 971.493875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.566303] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.566515] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.566839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.567034] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.567331] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.567489] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.567652] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.568070] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.568198] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.568335] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.568496] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.568698] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.568698] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.569314] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.569314] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.569314] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.592030] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.592188] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.592289] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.592470] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.592873] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.593015] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.593093] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.593463] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.593591] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17d0483-5fda-47a4-91d2-f6b4c3b3e35d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.873882] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 971.873882] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 971.873882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.891549] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c351e47c-0607-4fd9-b47a-13a558fd1d23 None None] Enqueued Resource ID: aa632cb3-8eec-4a78-9825-ec01a0a8fbd5 with Priority: HIGHEST for action port [ 971.891906] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa632cb3-8eec-4a78-9825-ec01a0a8fbd5 with Priority: HIGHEST for action port [ 971.892408] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa632cb3-8eec-4a78-9825-ec01a0a8fbd5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.892606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa632cb3-8eec-4a78-9825-ec01a0a8fbd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.892713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa632cb3-8eec-4a78-9825-ec01a0a8fbd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.893117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa632cb3-8eec-4a78-9825-ec01a0a8fbd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.893256] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa632cb3-8eec-4a78-9825-ec01a0a8fbd5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.096104] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.096347] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.096474] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.096762] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.097183] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.097183] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port b17d0483-5fda-47a4-91d2-f6b4c3b3e35d not found, creating... [ 972.097415] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.097565] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.097679] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.097929] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.098046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.098321] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.098472] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.098587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.098795] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.098911] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.099059] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: b17d0483-5fda-47a4-91d2-f6b4c3b3e35d is going to be created. [ 972.122031] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.122031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.122031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.122031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.122031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.122031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.396114] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa632cb3-8eec-4a78-9825-ec01a0a8fbd5 [ 972.396514] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.396713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.396860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.397624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.397624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.397624] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa632cb3-8eec-4a78-9825-ec01a0a8fbd5 already deleted. [ 972.397624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa632cb3-8eec-4a78-9825-ec01a0a8fbd5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.900046] env[65216]: INFO networking_nsxv3.common.synchronization [req-902a88e5-b4d7-4b99-84ce-b093de22549d req-73c828f9-d3e8-4828-9a77-912d8be1cd13 service nova] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_rules [ 972.900305] env[65216]: INFO networking_nsxv3.common.synchronization [req-902a88e5-b4d7-4b99-84ce-b093de22549d req-73c828f9-d3e8-4828-9a77-912d8be1cd13 service nova] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_members [ 972.900415] env[65216]: INFO networking_nsxv3.common.synchronization [req-902a88e5-b4d7-4b99-84ce-b093de22549d req-73c828f9-d3e8-4828-9a77-912d8be1cd13 service nova] Enqueued Resource ID: b17d0483-5fda-47a4-91d2-f6b4c3b3e35d with Priority: HIGHEST for action port [ 972.900576] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_rules [ 972.900705] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_members [ 972.900799] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17d0483-5fda-47a4-91d2-f6b4c3b3e35d with Priority: HIGHEST for action port [ 972.901364] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.901490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.901556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.901812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.901845] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.905599] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.905599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.905599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.905599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.905599] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.905599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.905599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.905599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.905890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.905890] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.908332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.908332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.908332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.908613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.909732] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17d0483-5fda-47a4-91d2-f6b4c3b3e35d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.404850] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.406361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.408673] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.411921] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b17d0483-5fda-47a4-91d2-f6b4c3b3e35d with status ACTIVE [ 973.412027] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.412229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.412229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.412536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.412536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.412692] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.412778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.413458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.413458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.413458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.413458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.413458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.413458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.413458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.417025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.417025] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b17d0483-5fda-47a4-91d2-f6b4c3b3e35d is going to be updated. [ 973.439115] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.439115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.439381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.439381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.439538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.439667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b17d0483-5fda-47a4-91d2-f6b4c3b3e35d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.581545] env[65216]: INFO networking_nsxv3.common.synchronization [req-8c53cafd-4616-4c1a-aac9-b12c30e54bd7 req-3b50e9b0-77c2-46a3-9313-b7467f7606b7 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 973.582877] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 973.583279] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.583279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.583279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.583627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.583852] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.583997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.584100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.584314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.584419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.584548] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.911866] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.990833] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.990833] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.990833] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.990833] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.990833] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.990833] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.991379] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.991379] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.991379] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.991497] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.991526] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.991622] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.991869] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.991869] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.992025] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.992137] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.007454] env[65216]: INFO networking_nsxv3.common.synchronization [None req-ce2d859d-89c7-41ba-9dc4-e44d9064c3c3 None None] Enqueued Resource ID: 15307f94-414f-4c76-8d3c-74d64dfcb9c3 with Priority: HIGHEST for action port [ 974.007573] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15307f94-414f-4c76-8d3c-74d64dfcb9c3 with Priority: HIGHEST for action port [ 974.007873] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-15307f94-414f-4c76-8d3c-74d64dfcb9c3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.008038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15307f94-414f-4c76-8d3c-74d64dfcb9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.008328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15307f94-414f-4c76-8d3c-74d64dfcb9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.008518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15307f94-414f-4c76-8d3c-74d64dfcb9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.008607] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15307f94-414f-4c76-8d3c-74d64dfcb9c3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.010229] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.010345] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.010485] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.010823] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.011622] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-64a785dc-e870-4eac-a187-9e6af9958cb6 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.012484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.012484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.012674] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.012907] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a785dc-e870-4eac-a187-9e6af9958cb6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.087291] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.087427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.087427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.087654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.087788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.088093] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.088204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.088266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.088423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.088499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.088583] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 already deleted. [ 974.088663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.417031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.417031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.417031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.417031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.417031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.417031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 is going to be created. [ 974.441974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.442201] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.442243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.442463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.442627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.455264] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: UNINITIALIZED for 2s [ 974.515238] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15307f94-414f-4c76-8d3c-74d64dfcb9c3 [ 974.516620] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.516786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.516895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.517139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.517231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.517336] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15307f94-414f-4c76-8d3c-74d64dfcb9c3 already deleted. [ 974.517418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15307f94-414f-4c76-8d3c-74d64dfcb9c3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.517918] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.518239] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.518382] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.518699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.518897] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.519110] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 64a785dc-e870-4eac-a187-9e6af9958cb6 not found, creating... [ 974.519435] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.519624] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.519766] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.520027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.520188] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.520476] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.520628] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.520741] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.520942] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.521099] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.521235] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 64a785dc-e870-4eac-a187-9e6af9958cb6 is going to be created. [ 974.537540] env[65216]: INFO networking_nsxv3.common.synchronization [None req-1c38411d-135f-427b-ae01-25d358bd39b0 None None] Enqueued Resource ID: 0e39fbf5-510b-4043-954d-0cb7440f634c with Priority: HIGHEST for action port [ 974.538909] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e39fbf5-510b-4043-954d-0cb7440f634c with Priority: HIGHEST for action port [ 974.538909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e39fbf5-510b-4043-954d-0cb7440f634c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.538909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e39fbf5-510b-4043-954d-0cb7440f634c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.538909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e39fbf5-510b-4043-954d-0cb7440f634c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.541162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e39fbf5-510b-4043-954d-0cb7440f634c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.541162] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e39fbf5-510b-4043-954d-0cb7440f634c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.543202] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.543306] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.543444] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.543823] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.543894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.544095] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.047102] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e39fbf5-510b-4043-954d-0cb7440f634c [ 975.047102] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.047102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.047102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.047102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.047102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.047102] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e39fbf5-510b-4043-954d-0cb7440f634c already deleted. [ 975.047102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e39fbf5-510b-4043-954d-0cb7440f634c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.354200] env[65216]: INFO networking_nsxv3.common.synchronization [req-8c53cafd-4616-4c1a-aac9-b12c30e54bd7 req-a9780bfa-133d-4075-9e2f-feb881945a6e service nova] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 975.354426] env[65216]: INFO networking_nsxv3.common.synchronization [req-8c53cafd-4616-4c1a-aac9-b12c30e54bd7 req-a9780bfa-133d-4075-9e2f-feb881945a6e service nova] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 975.354588] env[65216]: INFO networking_nsxv3.common.synchronization [req-8c53cafd-4616-4c1a-aac9-b12c30e54bd7 req-a9780bfa-133d-4075-9e2f-feb881945a6e service nova] Enqueued Resource ID: 64a785dc-e870-4eac-a187-9e6af9958cb6 with Priority: HIGHEST for action port [ 975.356356] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 975.356356] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 975.356356] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a785dc-e870-4eac-a187-9e6af9958cb6 with Priority: HIGHEST for action port [ 975.356356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.356552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.356552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.357647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.357647] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.358804] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.358804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.358804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.358804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.359845] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.359845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.359845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.359845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.359845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.359845] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.360221] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a785dc-e870-4eac-a187-9e6af9958cb6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.360318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.361278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.361278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.361278] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a785dc-e870-4eac-a187-9e6af9958cb6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.366799] env[65216]: INFO networking_nsxv3.common.synchronization [None req-35a8e565-b845-4001-8ac6-0a45bae9a44a tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_rules [ 975.368997] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_rules [ 975.369580] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.369580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.369580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.370419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.370419] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.459869] env[65216]: INFO networking_nsxv3.common.synchronization [None req-4545a512-d3e6-41ce-8c8c-ba26c7c41e5e tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_rules [ 975.460504] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_rules [ 975.461164] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.461225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.864313] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.864450] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.865405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.870523] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64a785dc-e870-4eac-a187-9e6af9958cb6 with status ACTIVE [ 975.870523] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.870523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.870523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.870523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.870523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.871035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.871035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.871035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.871517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.871517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.871719] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.872178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.872178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.872322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.872373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.872475] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64a785dc-e870-4eac-a187-9e6af9958cb6 is going to be updated. [ 975.903334] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.903523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.903583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.903745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.903820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.903915] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 already deleted. [ 975.903998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.904154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.904303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.904426] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.907618] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.908994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.909090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.909301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.909799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.909799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a785dc-e870-4eac-a187-9e6af9958cb6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.351886] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c3a03241-740d-4833-978b-7fc6e510128f None None] Enqueued Resource ID: 9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef with Priority: HIGHEST for action port [ 976.352165] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef with Priority: HIGHEST for action port [ 976.352735] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.352857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.352930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.353477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.353562] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.365417] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.429510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.429938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.430152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.430480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.430698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.430911] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 already deleted. [ 976.431158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.467314] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: SUCCESS [ 976.467709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.468979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.469280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.469519] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.469698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.469775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.469942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.470035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.470122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.470214] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.856945] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef [ 976.857134] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.857609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.857609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.857609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.857739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.857739] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef already deleted. [ 976.857843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa445a0-4ca4-4a88-82e8-ee9d1ac512ef" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.868484] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.868660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.868706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.869057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.869057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.869207] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be created. [ 976.908566] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.908745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.908745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.908961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.909137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.922183] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: UNINITIALIZED for 2s [ 976.973972] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.478917] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8: rpc.has_security_group_logging(os_id): False [ 977.503790] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.503945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.504027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.504279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.504326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.504932] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.505128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.505239] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.505515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.505622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.505726] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 is going to be created. [ 977.579414] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.579584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.579658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.579832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.580020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.593502] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: IN_PROGRESS for 2s [ 978.932525] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 978.932888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.932888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.933463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.933463] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.933463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.933697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.933697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.933779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.933841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.933934] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.436896] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.607350] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: SUCCESS [ 979.607959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.939029] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36: rpc.has_security_group_logging(os_id): False [ 979.960091] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.960229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.960301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.960525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.960616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.960869] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.961073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.961169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.961337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.961393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.961490] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be created. [ 980.026657] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.026657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.026657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.026657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.026657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.056806] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 981.003140] env[65216]: INFO networking_nsxv3.common.synchronization [req-2747c70d-74ee-42f2-916c-319f8c1da506 req-4781f4e2-82a3-4883-ab2e-052b8e75225c tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 981.003655] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 981.003959] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.004245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.004245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.004345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.004521] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.004620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.004682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.004905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.004997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.005070] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.438815] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.439064] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.439186] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.440349] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.442054] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.442431] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.442887] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.443696] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.443949] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.445153] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.445415] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.445831] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.446254] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.446472] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.446620] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.446815] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.472291] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.472550] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.472750] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.473013] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.473457] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-f7feac8b-2e90-48fc-934e-1eca9483ee56 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.473645] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.473778] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.474128] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.474273] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7feac8b-2e90-48fc-934e-1eca9483ee56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.508790] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.509025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.509391] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.509624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.542313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.542633] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.542789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.542907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.543179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.543290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.543392] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 981.571839] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.572125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.572211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.572517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.572786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.585494] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 981.977806] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.977806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.977806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.978280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.978280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.978431] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port f7feac8b-2e90-48fc-934e-1eca9483ee56 not found, creating... [ 981.978773] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.979155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.979155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.979967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.979967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.979967] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.980378] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.980378] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.981040] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.981040] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.981040] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: f7feac8b-2e90-48fc-934e-1eca9483ee56 is going to be created. [ 982.017124] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.017820] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.017820] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.017820] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.018157] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.018478] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.071107] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 982.071421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.802278] env[65216]: INFO networking_nsxv3.common.synchronization [req-2747c70d-74ee-42f2-916c-319f8c1da506 req-f85072e5-cf03-4434-ba34-0ed36662e0b9 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 982.802649] env[65216]: INFO networking_nsxv3.common.synchronization [req-2747c70d-74ee-42f2-916c-319f8c1da506 req-f85072e5-cf03-4434-ba34-0ed36662e0b9 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 982.803386] env[65216]: INFO networking_nsxv3.common.synchronization [req-2747c70d-74ee-42f2-916c-319f8c1da506 req-f85072e5-cf03-4434-ba34-0ed36662e0b9 service nova] Enqueued Resource ID: f7feac8b-2e90-48fc-934e-1eca9483ee56 with Priority: HIGHEST for action port [ 982.807067] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 982.807067] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 982.807067] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7feac8b-2e90-48fc-934e-1eca9483ee56 with Priority: HIGHEST for action port [ 982.807067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.807067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.807067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.807067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.807067] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.807067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.807946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.808098] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7feac8b-2e90-48fc-934e-1eca9483ee56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.808272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.808356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.808641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.808759] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7feac8b-2e90-48fc-934e-1eca9483ee56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.819649] env[65216]: INFO networking_nsxv3.common.synchronization [req-64efc7be-c380-47ef-ad5d-86107881f949 req-6eaa4530-3b2a-4e24-9fa0-da3db21b63d1 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 982.822443] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 982.823719] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.823877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.824390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.824738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.825820] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.826142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.826239] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.826491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.826665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.826757] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.258482] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.258777] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.258777] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.259059] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.259338] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.259500] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.259874] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.259874] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.259986] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.261097] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.261227] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.261352] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.261461] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.261581] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.261697] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.261835] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.284775] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.285046] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.285198] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.285377] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.285681] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.285847] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.286242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.286317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.286427] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1981e5b2-1b81-485d-a067-d97ff3d2bdbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.311736] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.312301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.319379] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7feac8b-2e90-48fc-934e-1eca9483ee56 with status ACTIVE [ 983.319379] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.319379] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.319379] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.319379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.319379] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7feac8b-2e90-48fc-934e-1eca9483ee56 is going to be updated. [ 983.331234] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.331234] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.331234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.331234] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 983.351377] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.351551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.351596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.352051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.352245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.352414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7feac8b-2e90-48fc-934e-1eca9483ee56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.371341] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.371490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.371573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.371763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.371904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.380890] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 983.597079] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 983.597079] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 deletion is rescheduled due to dependency. [ 983.597079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.597079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.597079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.597417] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.597417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.597417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.597604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.597604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.597663] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.793409] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.793648] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.793817] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.794146] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.794304] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.794459] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 1981e5b2-1b81-485d-a067-d97ff3d2bdbf not found, creating... [ 983.794802] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.794967] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.795297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.795562] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.795756] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.796073] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.796236] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.796354] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.796837] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.796837] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.796976] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 1981e5b2-1b81-485d-a067-d97ff3d2bdbf is going to be created. [ 983.832254] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.832564] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.832762] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.833160] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.833681] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.834052] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.099823] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.590931] env[65216]: INFO networking_nsxv3.common.synchronization [req-64efc7be-c380-47ef-ad5d-86107881f949 req-9c1a1133-ecf0-41ca-b9bb-32f230a60d61 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 984.590931] env[65216]: INFO networking_nsxv3.common.synchronization [req-64efc7be-c380-47ef-ad5d-86107881f949 req-9c1a1133-ecf0-41ca-b9bb-32f230a60d61 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 984.591259] env[65216]: INFO networking_nsxv3.common.synchronization [req-64efc7be-c380-47ef-ad5d-86107881f949 req-9c1a1133-ecf0-41ca-b9bb-32f230a60d61 service nova] Enqueued Resource ID: 1981e5b2-1b81-485d-a067-d97ff3d2bdbf with Priority: HIGHEST for action port [ 984.591895] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 984.592100] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 984.592555] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1981e5b2-1b81-485d-a067-d97ff3d2bdbf with Priority: HIGHEST for action port [ 984.593354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.593354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.593354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.593620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.593755] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.595681] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.595681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.596564] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.596564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.596564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.596564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.596564] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1981e5b2-1b81-485d-a067-d97ff3d2bdbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.601725] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.073782] env[65216]: INFO networking_nsxv3.common.synchronization [req-194bddc4-b1d9-4adf-8445-456155c8dcdd req-f1539e78-033f-4771-8e5c-5b806544ff79 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 985.073988] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 985.078183] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.078338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.078401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.079341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.079341] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.079341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.079341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.079341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.079527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.079527] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.098830] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.098962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.101374] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1981e5b2-1b81-485d-a067-d97ff3d2bdbf with status ACTIVE [ 985.101572] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.101701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.101771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.101990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.102077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.102267] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.102356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.102419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.102676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.102843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.103403] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.103518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.103585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.103737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.103814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.103903] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1981e5b2-1b81-485d-a067-d97ff3d2bdbf is going to be updated. [ 985.109721] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.109851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.109955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.110134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.111066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.111066] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 985.151403] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.151590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.151704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.151954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.152136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.152365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1981e5b2-1b81-485d-a067-d97ff3d2bdbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.157245] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.157474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.157474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.158146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.158146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178534] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 985.404767] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 985.404767] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 985.404767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.404767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.404767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.404767] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.404767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.404767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.404767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.404767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.404767] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.495121] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.495309] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.495431] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.495700] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.496053] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.496348] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.496433] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.496751] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.497011] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.497304] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.497497] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.497550] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.497630] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.497737] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.497839] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.498019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.517780] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.517964] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.518131] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.518307] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-547" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.518607] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.519396] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.519396] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.519396] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.519396] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685ff88e-a7d6-4316-9e6b-71d74ed0ea6a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.582351] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.582573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.582641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.582846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.582938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.583214] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.583334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.583334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.583500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.583554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.583631] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 985.633555] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.634045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.634045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.634190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.634281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.648412] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 985.907354] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.022487] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.022487] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.022917] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.022917] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.023178] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.023178] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 685ff88e-a7d6-4316-9e6b-71d74ed0ea6a not found, creating... [ 986.023420] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.023581] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.023704] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.023917] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.024066] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.024379] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.024540] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.024656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.024870] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.025469] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.025649] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 685ff88e-a7d6-4316-9e6b-71d74ed0ea6a is going to be created. [ 986.054085] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.054319] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.054503] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.055181] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.055181] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.055323] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.410183] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.821984] env[65216]: INFO networking_nsxv3.common.synchronization [req-194bddc4-b1d9-4adf-8445-456155c8dcdd req-a804484e-37c6-46c6-8ccd-9c9bd298cec3 service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 986.822325] env[65216]: INFO networking_nsxv3.common.synchronization [req-194bddc4-b1d9-4adf-8445-456155c8dcdd req-a804484e-37c6-46c6-8ccd-9c9bd298cec3 service nova] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 986.822325] env[65216]: INFO networking_nsxv3.common.synchronization [req-194bddc4-b1d9-4adf-8445-456155c8dcdd req-a804484e-37c6-46c6-8ccd-9c9bd298cec3 service nova] Enqueued Resource ID: 685ff88e-a7d6-4316-9e6b-71d74ed0ea6a with Priority: HIGHEST for action port [ 986.822536] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_rules [ 986.822659] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 986.822755] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685ff88e-a7d6-4316-9e6b-71d74ed0ea6a with Priority: HIGHEST for action port [ 986.823327] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.823443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.823514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.823710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.823790] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.825348] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.825440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.825578] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.825687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.825796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.825963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.826044] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685ff88e-a7d6-4316-9e6b-71d74ed0ea6a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.913217] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.913480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.913480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.915861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.915861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.915861] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 986.988068] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.988198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.988251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.988448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.988598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.016083] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 987.189170] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 987.189577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.189921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.190274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.190596] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.192837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.192837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.192837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.192837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.192837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.192837] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.326133] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.326601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.329297] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685ff88e-a7d6-4316-9e6b-71d74ed0ea6a with status ACTIVE [ 987.329533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.329665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.329735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.329946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.330112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.330231] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.330330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.330392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.330548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.330622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.330796] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.330887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.330947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.331296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.331296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.331420] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685ff88e-a7d6-4316-9e6b-71d74ed0ea6a is going to be updated. [ 987.391435] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.391572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.391640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.391894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.392062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.392233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685ff88e-a7d6-4316-9e6b-71d74ed0ea6a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.671806] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 987.671806] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 deletion is rescheduled due to dependency. [ 987.671806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.671806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.671806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.672054] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.674358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.674358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.674358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.674358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.674358] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.694181] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.694330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.694390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.695486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.695486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.695486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.695931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.695931] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.695931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.696072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.696156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.696241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.696364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.696449] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.890616] env[65216]: INFO networking_nsxv3.common.synchronization [None req-7071de7c-c5fc-4812-ad67-9fea6c127288 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 987.891428] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 987.891755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.891889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.892013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.892192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.892357] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.892465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.892527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.892686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.892778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.892871] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.177548] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.198696] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2: rpc.has_security_group_logging(os_id): False [ 988.221795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.221961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.222076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.222305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.222395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.222654] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.222765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.222830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.222985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.223078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.223282] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.223380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.223457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.223657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.223736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.223931] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.224138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.224211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.224379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.224467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.224567] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 988.310376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.310641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.310641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.310957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.311139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.343832] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 988.396338] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.680427] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.902243] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.030391] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 989.030618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.030836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.031027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.031214] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.031356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.031389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.031557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.031638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.031743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.031824] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.185806] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.185977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.186165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.186424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.186562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.186713] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 989.225893] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.226228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.226454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.227122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.227503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.244058] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 989.405218] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.405380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.405463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.405693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.405783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.405881] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 989.438904] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.439097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.439159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.439429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.439571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.449973] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 989.536056] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.536056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.536056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.536056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.536056] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.536056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.536056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.536056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.536592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.536592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.536592] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.536592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.536592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.536592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.536819] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.536819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.536995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.537058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.537100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.537187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.537270] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.572564] env[65216]: INFO networking_nsxv3.common.synchronization [req-a503dedd-30f2-46f0-b26c-09a90507d8b0 req-53bc4f69-9ac9-4d89-9b28-2ae06d95cfdc tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 989.573119] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 989.573439] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.573586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.573661] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.573829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.573987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.574267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.574337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.574499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.574586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.574679] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.949402] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.949717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.949717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.949970] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.950247] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.950400] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.950515] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.950731] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.950894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.951142] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.951254] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.951360] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.951465] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.951575] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.951703] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.951877] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.971029] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.971198] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.971442] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.971638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.971961] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-360a032e-a293-47eb-bdd9-9abcd3c26e2a taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.972193] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.972360] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.972635] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.972771] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360a032e-a293-47eb-bdd9-9abcd3c26e2a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.039382] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff7ce3d-8a03-40fe-ba80-1eca5899029d: rpc.has_security_group_logging(os_id): False [ 990.058750] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.058918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.058997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.059357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.059430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.059603] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.059706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.059774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.059941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.060037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.060260] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.060370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.060446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.060602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.060679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.060882] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.060985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.061230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.061397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.061482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.061575] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 990.076970] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.157122] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.157122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.157122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.157122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.157122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.173613] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 990.256543] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.256696] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.256809] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.257128] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.257659] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.257659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.257756] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.257947] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.258092] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.258281] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.258388] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.258501] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.258593] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.258705] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.258812] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.258947] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.295768] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.295990] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.296209] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.296423] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.296755] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-2a04a864-8bf8-4d7b-8a4d-a2972de40472 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.297027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.297280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.297702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.297907] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a04a864-8bf8-4d7b-8a4d-a2972de40472',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.364657] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 990.365061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.477291] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.477624] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.477731] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.478129] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.478313] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.478479] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 360a032e-a293-47eb-bdd9-9abcd3c26e2a not found, creating... [ 990.478754] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.478972] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.479122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.479371] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.479505] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.479855] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.480033] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.480211] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.480448] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.480587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.480729] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 360a032e-a293-47eb-bdd9-9abcd3c26e2a is going to be created. [ 990.504324] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.504522] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.504638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.504934] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.505479] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.505868] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.579439] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.800580] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.800808] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.801215] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.801310] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.801428] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.801602] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 2a04a864-8bf8-4d7b-8a4d-a2972de40472 not found, creating... [ 990.801938] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.803062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.803062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.803062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.803062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.803062] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.803543] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.803543] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.803543] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.803641] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.803702] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 2a04a864-8bf8-4d7b-8a4d-a2972de40472 is going to be created. [ 990.841822] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.841822] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.842124] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.842608] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.842933] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.843242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.081939] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.082428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.082428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.082646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.082771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.082877] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 991.112479] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.112746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.112801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.112988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.113176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.127122] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 991.260132] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 991.260442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.260671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.261207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.261334] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.261456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.261528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.261857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.262318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.262318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.262318] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.287970] env[65216]: INFO networking_nsxv3.common.synchronization [req-a503dedd-30f2-46f0-b26c-09a90507d8b0 req-134f2262-bc2a-4842-9389-d09f38760ff7 service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 991.288259] env[65216]: INFO networking_nsxv3.common.synchronization [req-a503dedd-30f2-46f0-b26c-09a90507d8b0 req-134f2262-bc2a-4842-9389-d09f38760ff7 service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 991.288403] env[65216]: INFO networking_nsxv3.common.synchronization [req-a503dedd-30f2-46f0-b26c-09a90507d8b0 req-134f2262-bc2a-4842-9389-d09f38760ff7 service nova] Enqueued Resource ID: 360a032e-a293-47eb-bdd9-9abcd3c26e2a with Priority: HIGHEST for action port [ 991.289170] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 991.290046] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 991.290046] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360a032e-a293-47eb-bdd9-9abcd3c26e2a with Priority: HIGHEST for action port [ 991.290285] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.290285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.290378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.291612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.291612] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.291749] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.292990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.292990] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-360a032e-a293-47eb-bdd9-9abcd3c26e2a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.292990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.292990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.292990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.292990] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360a032e-a293-47eb-bdd9-9abcd3c26e2a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.464475] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 991.464640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.608459] env[65216]: INFO networking_nsxv3.common.synchronization [req-3f9874dd-4d66-451b-99f0-9d00a67e149a req-02bf7876-ddae-42e5-a7e1-2003e04521ee service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 991.611660] env[65216]: INFO networking_nsxv3.common.synchronization [req-3f9874dd-4d66-451b-99f0-9d00a67e149a req-02bf7876-ddae-42e5-a7e1-2003e04521ee service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 991.611660] env[65216]: INFO networking_nsxv3.common.synchronization [req-3f9874dd-4d66-451b-99f0-9d00a67e149a req-02bf7876-ddae-42e5-a7e1-2003e04521ee service nova] Enqueued Resource ID: 2a04a864-8bf8-4d7b-8a4d-a2972de40472 with Priority: HIGHEST for action port [ 991.611660] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 991.611660] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 991.611660] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a04a864-8bf8-4d7b-8a4d-a2972de40472 with Priority: HIGHEST for action port [ 991.611660] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.611660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.611660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.611660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.611660] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.612921] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.613272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.613481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.614778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.615033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.615033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.615129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.615436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.615515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.615664] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.616981] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a04a864-8bf8-4d7b-8a4d-a2972de40472 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.617148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.617209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.617340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.617425] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a04a864-8bf8-4d7b-8a4d-a2972de40472',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.765219] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.765510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.765617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.765858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.766111] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.766264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.766392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.766589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.766692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.766805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.767258] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.767258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.767429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.767522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.767665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.767768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.767825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.768143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.768290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.768343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.768423] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.794831] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.795108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.795364] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 360a032e-a293-47eb-bdd9-9abcd3c26e2a with status ACTIVE [ 991.795605] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.795759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.795853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.796192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.796302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.796534] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.796651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.796719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.796895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.797044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.797279] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.797390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.797453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.797616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.797703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.797790] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 360a032e-a293-47eb-bdd9-9abcd3c26e2a is going to be updated. [ 991.825970] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.825970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.825970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.825970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.825970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.825970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360a032e-a293-47eb-bdd9-9abcd3c26e2a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.117677] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.119885] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a04a864-8bf8-4d7b-8a4d-a2972de40472 with status ACTIVE [ 992.120110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.121039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.121039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.121039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.121039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.121039] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.121039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.121039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.121430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.121430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.121430] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.121580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.121580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.121752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.121789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.122207] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a04a864-8bf8-4d7b-8a4d-a2972de40472 is going to be updated. [ 992.123594] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.123594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.160478] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.160694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.160785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.161014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.161184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.161359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a04a864-8bf8-4d7b-8a4d-a2972de40472" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.188517] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 992.188766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.271023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2: rpc.has_security_group_logging(os_id): False [ 992.295651] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.295921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.295921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.296114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.296210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.296431] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.296537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.296603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.296776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.296874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.297234] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.297374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.297453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.297836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.297977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.298347] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.298469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.298554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.298859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.298955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.299047] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 992.377232] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.377407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.377618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.377651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.377849] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.392780] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 992.623932] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.126766] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.127260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.127260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.127384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.127440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.127555] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 993.142402] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 993.142637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.142802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.143049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.143333] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.143556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.143756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.143955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.144056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.144157] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.161985] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.162241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.162241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.162413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.162609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.172992] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 993.648349] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.149708] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.153504] env[65216]: INFO networking_nsxv3.common.synchronization [req-b8594617-4a8e-4989-809a-f351585fd76e req-4dd0f3a5-7556-4b4c-abb8-e31b9fdb818f tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 994.154289] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 994.154341] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.154533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.154533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.154695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.155444] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.155573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.155643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.155818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.155907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.156012] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.412639] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 994.412639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.573330] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.573330] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.573581] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.573637] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.573937] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.574124] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.574255] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.574478] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.574627] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.574826] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.574972] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.575166] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.575236] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.575356] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.575566] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.575625] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.622030] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.622030] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.622030] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.622366] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.624925] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-1de04c9f-819e-444c-a40f-04ac125f3e9e taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.624925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.624925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.624925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.624925] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de04c9f-819e-444c-a40f-04ac125f3e9e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.653473] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.655197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.655197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.655197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.655197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.655197] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 994.659804] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.659886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.659927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.660530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.660530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.660882] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.660882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.660882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.661646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.661646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.661646] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 994.692199] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.692199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.692454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.692496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.692738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.694755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.694929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.694929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.695191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.695323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.712488] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 994.713207] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 995.130021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.130021] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 1de04c9f-819e-444c-a40f-04ac125f3e9e not found, creating... [ 995.130021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.130021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.130867] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.132244] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.135092] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.135092] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.135092] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.135092] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 1de04c9f-819e-444c-a40f-04ac125f3e9e is going to be created. [ 995.189026] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.189026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.189026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.189026] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.191587] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.192502] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.192749] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.193157] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.193495] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.193824] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.692480] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.692480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.692704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.692825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.693038] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.693172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.693297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.693450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.693673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.693780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.693980] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.694109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.694201] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.694379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.694562] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.694671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.694756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.694944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.695118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.695214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.695331] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.840133] env[65216]: INFO networking_nsxv3.common.synchronization [req-11a27253-8a8c-4f2d-b1d0-5aeff01279ce req-16241244-a18f-48ad-80d8-6903594b3237 tempest-ListServerFiltersTestJSON-1456101947 tempest-ListServerFiltersTestJSON-1456101947-project-member] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 995.840673] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 995.841024] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.841204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.841297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.841523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.841702] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.841830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.841912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.842101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.842219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.842706] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.918447] env[65216]: INFO networking_nsxv3.common.synchronization [req-b8594617-4a8e-4989-809a-f351585fd76e req-0d6aca7c-ec4c-4fb4-9689-0314e4556c17 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 995.918542] env[65216]: INFO networking_nsxv3.common.synchronization [req-b8594617-4a8e-4989-809a-f351585fd76e req-0d6aca7c-ec4c-4fb4-9689-0314e4556c17 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 995.918703] env[65216]: INFO networking_nsxv3.common.synchronization [req-b8594617-4a8e-4989-809a-f351585fd76e req-0d6aca7c-ec4c-4fb4-9689-0314e4556c17 service nova] Enqueued Resource ID: 1de04c9f-819e-444c-a40f-04ac125f3e9e with Priority: HIGHEST for action port [ 995.919220] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 995.919379] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 995.919511] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de04c9f-819e-444c-a40f-04ac125f3e9e with Priority: HIGHEST for action port [ 995.919798] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.919913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.919976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.920261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.920261] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.921123] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.921219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.921438] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de04c9f-819e-444c-a40f-04ac125f3e9e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.921540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.921705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.921781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.921856] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de04c9f-819e-444c-a40f-04ac125f3e9e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.198724] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2: rpc.has_security_group_logging(os_id): False [ 996.222925] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.223037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.223115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.223439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.223439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.223888] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.223888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.223888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.224098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.224098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.224206] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.224287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.224347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.224625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.224625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.224777] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.225208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.225208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.225268] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 996.309972] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.312928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.312928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.312928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.312928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.325486] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 996.345169] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.425549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.425997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.427053] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1de04c9f-819e-444c-a40f-04ac125f3e9e with status ACTIVE [ 996.427053] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.427053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.427053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.427053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.427318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.427402] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.427509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.427565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.427740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.427820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.428042] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.428179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.428242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.428421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.428504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.428593] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1de04c9f-819e-444c-a40f-04ac125f3e9e is going to be updated. [ 996.457942] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.459030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.459030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.459030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.459030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.459030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de04c9f-819e-444c-a40f-04ac125f3e9e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.730032] env[65216]: INFO networking_nsxv3.common.synchronization [req-4e762a52-b66d-45ff-9fe4-26383f4e334f req-b7fa9e59-0298-4422-883e-061750472627 tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 996.730210] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 996.730645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.731303] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 996.731303] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 996.731535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.732243] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 996.732243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.732427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.732604] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.732728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.732805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.732972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.733070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.733128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.733200] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.734664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.735155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.736880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.736880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.736880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.736880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.736880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.736880] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.738046] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.738046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.738046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.738046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.738340] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.738411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.738463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.738610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.738810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.738810] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.848228] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.124493] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.125230] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.125230] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.125636] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.125939] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.126123] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.126246] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.126484] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.126633] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.126853] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.127013] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.127306] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.127439] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.127649] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.127882] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.127940] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.148497] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.148497] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.148601] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.148774] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.149101] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-626660c7-ab86-4485-8692-27c819949fe7 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.149319] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.149474] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.149812] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.149941] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626660c7-ab86-4485-8692-27c819949fe7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.238494] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.238790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.238790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.238984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.239132] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.239227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.239324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.239441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.239528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.239615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.239763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.239855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.239916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.240093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.240233] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.240324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.240383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.240537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.240615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.240692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.240795] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.241791] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.245178] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.245283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.245358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.245534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.245621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.245801] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.245897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.245990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.246127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.246203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.246284] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 already deleted. [ 997.246364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.353507] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.353507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.353507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.353507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.353507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.353507] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 997.402241] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.402241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.402241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.402241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.402241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.412293] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 997.652226] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.652839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.652839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.653140] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.653350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.653582] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 626660c7-ab86-4485-8692-27c819949fe7 not found, creating... [ 997.653970] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.654635] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.654635] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.654774] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.655016] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.655556] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.656118] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.656118] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.656924] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.656924] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.656924] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 626660c7-ab86-4485-8692-27c819949fe7 is going to be created. [ 997.687116] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.687939] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.687939] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.687939] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.688261] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.688520] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.745223] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 159502a5-7887-414c-a1c5-c642afe28e3a: rpc.has_security_group_logging(os_id): False [ 997.749029] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.794088] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.794292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.794334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.794594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.794646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.794823] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.795058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.795058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.795169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.795222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.795480] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.795480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.795673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.795673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.795749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.795992] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.798647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.798759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.799183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.799183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.799351] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 997.945131] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.945278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.945351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.945555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.945751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.971181] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 998.252949] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.252949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.252949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.252949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.252949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.252949] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 998.282885] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.283044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.283140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.283952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.283952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.292848] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 998.343737] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 998.344164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.429013] env[65216]: INFO networking_nsxv3.common.synchronization [req-4e762a52-b66d-45ff-9fe4-26383f4e334f req-7cf06094-2c25-456a-8622-b1888b5ec49f service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 998.430914] env[65216]: INFO networking_nsxv3.common.synchronization [req-4e762a52-b66d-45ff-9fe4-26383f4e334f req-7cf06094-2c25-456a-8622-b1888b5ec49f service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 998.431186] env[65216]: INFO networking_nsxv3.common.synchronization [req-4e762a52-b66d-45ff-9fe4-26383f4e334f req-7cf06094-2c25-456a-8622-b1888b5ec49f service nova] Enqueued Resource ID: 626660c7-ab86-4485-8692-27c819949fe7 with Priority: HIGHEST for action port [ 998.431925] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 998.432094] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 998.432201] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626660c7-ab86-4485-8692-27c819949fe7 with Priority: HIGHEST for action port [ 998.432551] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.432736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.432843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.433197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.433291] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.434801] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.434970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.435071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.435333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.435525] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.435636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.435711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.435927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.436066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.436174] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.438137] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-626660c7-ab86-4485-8692-27c819949fe7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.438137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.438137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.438137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.438137] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626660c7-ab86-4485-8692-27c819949fe7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.940481] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.941591] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.941720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.943904] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 626660c7-ab86-4485-8692-27c819949fe7 with status ACTIVE [ 998.944533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.944533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.944533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.944533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.944745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.944782] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.944872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.944923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.946055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.946055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.946055] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.946055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.946055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.946055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.946055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.946055] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 626660c7-ab86-4485-8692-27c819949fe7 is going to be updated. [ 998.981778] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.982060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.982060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.982346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.982551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.982704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626660c7-ab86-4485-8692-27c819949fe7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.308396] env[65216]: INFO networking_nsxv3.common.synchronization [req-f3494d78-6807-464f-870c-c3f53568501c req-b5136646-ea67-4e32-a30c-fd6495e0f75c tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 999.309014] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 999.309406] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.309574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.443586] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.445472] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 999.446019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.773356] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.773551] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.773551] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.774490] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.774490] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.774490] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.774490] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.774753] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.774835] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.775143] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.775259] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.775385] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.776020] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.776020] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.776020] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.776020] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.804643] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.804825] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.804987] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.805263] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.805545] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.806149] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.806149] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.806280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.806751] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.946706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.950017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.950017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.950017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.950017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.950017] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be created. [ 999.983269] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.983269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.983269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.983269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.983269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.988766] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 999.988766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.999748] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: UNINITIALIZED for 2s [ 1000.309032] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1000.309032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.309521] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.309521] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.309629] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.309862] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.310010] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.310177] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 not found, creating... [ 1000.310939] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.310939] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.310939] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.311131] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.314365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.314365] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.314365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.314365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.314365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.314365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.314365] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 is going to be created. [ 1000.315543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.315712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.315876] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.315975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.316064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.316209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.316307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.316441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.316554] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.343789] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.346031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.346031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.346031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.346031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.346031] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.451769] env[65216]: INFO networking_nsxv3.common.synchronization [req-a8ff8a12-22e9-4caa-9b58-e3dbd8cce778 req-592ef1ca-358d-4eaf-8375-b7c65d36ad9a tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_members [ 1000.452483] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a with Priority: HIGHEST for action security_group_members [ 1000.454018] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.454018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.454018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.454018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.454018] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.454018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.454018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.454018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.454018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.454018] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f258d3b2-96a6-4279-ac0c-ec6944da4f5a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.820616] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.821602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.821602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.821602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.821825] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.821995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.822059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.822275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.822457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.822522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.822650] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.822879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.822879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.823023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.823126] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.823215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.823273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.823408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.823485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.823564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.823648] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.957524] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.957690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.957764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.957992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.984221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.984486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.984605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.984667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.984922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.985098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.985204] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a is going to be updated. [ 1001.019989] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.020209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.020276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.020565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.020806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.040073] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a in Status: IN_PROGRESS for 2s [ 1001.078023] env[65216]: INFO networking_nsxv3.common.synchronization [req-f3494d78-6807-464f-870c-c3f53568501c req-14f39d28-9b1f-4261-9c28-23a24ed35545 service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 1001.078256] env[65216]: INFO networking_nsxv3.common.synchronization [req-f3494d78-6807-464f-870c-c3f53568501c req-14f39d28-9b1f-4261-9c28-23a24ed35545 service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1001.078520] env[65216]: INFO networking_nsxv3.common.synchronization [req-f3494d78-6807-464f-870c-c3f53568501c req-14f39d28-9b1f-4261-9c28-23a24ed35545 service nova] Enqueued Resource ID: c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 with Priority: HIGHEST for action port [ 1001.079948] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 1001.080198] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1001.080375] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 with Priority: HIGHEST for action port [ 1001.080785] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.080937] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.081258] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.081420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.082107] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.082285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.082397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.082690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.082822] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.327923] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6: rpc.has_security_group_logging(os_id): False [ 1001.367079] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.367344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.367344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.367494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.367556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.367761] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.367852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.367938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.368127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.368230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.368437] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.368525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.368578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.368749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.368848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.369145] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.369264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.369359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.369547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.369641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.369742] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 1001.472969] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.473172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.473254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.473415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.473588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.492768] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 1001.586263] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 with status ACTIVE [ 1001.586529] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.586687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.586745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.587171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.587273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.587515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.587639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.587696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.587867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.587941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.588171] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.588293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.588360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.588493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.588587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.588675] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5 is going to be updated. [ 1001.613569] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.613569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.613907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.613944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.614223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.614449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6b7bc7d-fde3-4151-a0d1-85fad4ae59e5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.013312] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1002.013556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.013729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.014128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.015251] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.015251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.015251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.015251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.015251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.015251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.015251] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.016020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.016242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.016422] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.016537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.016597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.016738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.016817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.016907] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.181269] env[65216]: INFO networking_nsxv3.common.synchronization [req-4b017f62-f6b5-4467-ae49-2de7c0e7a201 req-494ad923-890c-4239-af10-6496e07b36f7 tempest-ServerMetadataTestJSON-206769174 tempest-ServerMetadataTestJSON-206769174-project-member] Enqueued Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_members [ 1002.181900] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_members [ 1002.182667] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c805914-15b0-4319-aeab-1f518c03a15b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.183303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.184025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.184025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.184356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.186450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.186450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.186450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.186450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.186450] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.430169] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1002.430673] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1002.520726] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.520726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.520726] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.690244] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.690542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.690542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.691104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.691104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.691104] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.691381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.691381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.691504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.691565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.691752] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c805914-15b0-4319-aeab-1f518c03a15b already deleted. [ 1002.691752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.842614] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.842876] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-560" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.842983] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-560" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.843338] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-560" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.844888] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.844888] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.844888] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.844888] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.844888] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.844888] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.844888] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.845366] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.845366] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.845366] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.845503] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.845621] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.889700] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.889879] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.890035] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.890217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-560" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.890542] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-26135dbe-db82-44b0-8c7c-c8d0318c8635 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.890709] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.890829] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.891298] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.891440] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26135dbe-db82-44b0-8c7c-c8d0318c8635',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.024200] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.054933] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a in Status: SUCCESS [ 1003.054933] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f258d3b2-96a6-4279-ac0c-ec6944da4f5a deletion is rescheduled due to dependency. [ 1003.054933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f258d3b2-96a6-4279-ac0c-ec6944da4f5a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.395622] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.395622] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.395622] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.395622] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.396368] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.396368] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 26135dbe-db82-44b0-8c7c-c8d0318c8635 not found, creating... [ 1003.397548] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.397548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.397548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.397548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.399217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.399217] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.399217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.399217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.399217] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.399530] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.399530] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 26135dbe-db82-44b0-8c7c-c8d0318c8635 is going to be created. [ 1003.436615] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.437577] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.437577] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.437577] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.437712] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.439935] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.508212] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1003.508802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.529344] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.529553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.529626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.529912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.530062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530212] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1003.608706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.609012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.609012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.609482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.609596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.627938] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1004.176275] env[65216]: INFO networking_nsxv3.common.synchronization [req-4b017f62-f6b5-4467-ae49-2de7c0e7a201 req-a1f341e5-de02-4633-ac55-408512400055 service nova] Enqueued Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_rules [ 1004.176765] env[65216]: INFO networking_nsxv3.common.synchronization [req-4b017f62-f6b5-4467-ae49-2de7c0e7a201 req-a1f341e5-de02-4633-ac55-408512400055 service nova] Enqueued Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_members [ 1004.176988] env[65216]: INFO networking_nsxv3.common.synchronization [req-4b017f62-f6b5-4467-ae49-2de7c0e7a201 req-a1f341e5-de02-4633-ac55-408512400055 service nova] Enqueued Resource ID: 26135dbe-db82-44b0-8c7c-c8d0318c8635 with Priority: HIGHEST for action port [ 1004.177695] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_rules [ 1004.177838] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_members [ 1004.177943] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26135dbe-db82-44b0-8c7c-c8d0318c8635 with Priority: HIGHEST for action port [ 1004.178314] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c805914-15b0-4319-aeab-1f518c03a15b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.178471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.178553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.178802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.178911] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.180020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c805914-15b0-4319-aeab-1f518c03a15b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.180173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.180282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.180423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.180626] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.180765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.182753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.182753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.182753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.182753] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.182753] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-26135dbe-db82-44b0-8c7c-c8d0318c8635 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.182753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.182753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.182753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.182753] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26135dbe-db82-44b0-8c7c-c8d0318c8635',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.450053] env[65216]: INFO networking_nsxv3.common.synchronization [req-33a21e24-8d87-46cf-bb05-54d79dd5bfc2 req-d72a0756-34b8-4cdc-85bc-420e1324493d tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1004.450053] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1004.450053] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.450053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.450053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.450053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.450053] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.450053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.450053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.450053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.450053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.450053] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.685324] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26135dbe-db82-44b0-8c7c-c8d0318c8635 with status ACTIVE [ 1004.685564] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.685735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.685812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.686063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.686163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.686409] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.686475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.686535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.686694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.686784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.687870] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.687870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.687870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.687870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.687870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.687870] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26135dbe-db82-44b0-8c7c-c8d0318c8635 is going to be updated. [ 1004.691138] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.692298] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c805914-15b0-4319-aeab-1f518c03a15b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.692422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.717817] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.718067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.718127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.718389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.718557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.718740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26135dbe-db82-44b0-8c7c-c8d0318c8635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.945066] env[65216]: INFO networking_nsxv3.common.synchronization [req-cf732708-25af-4d97-9a6a-137d1a32066c req-de96ab74-671c-4576-b101-7574a10d382d tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_members [ 1004.946293] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_members [ 1004.946390] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.946609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.947196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.947196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.947339] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.947421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.947458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.947646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.947730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.947830] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.959432] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.195563] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.347506] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.347809] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.347948] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.348702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.349164] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.349326] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.349326] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.349572] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.349728] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.349948] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.350086] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.350202] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.350313] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.350431] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.350538] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.350676] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.379444] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.379632] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.379752] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.379947] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.380264] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-8160c337-5e1e-4f69-ae6f-445cd2887604 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.380440] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.380558] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.380898] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.381053] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8160c337-5e1e-4f69-ae6f-445cd2887604',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.451194] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.451590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.451590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.451804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.451924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452239] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.452664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.452756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452902] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 already deleted. [ 1005.452998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.458501] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.640587] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1005.641103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.641246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.641416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.641663] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.643112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.643219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.643465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.643591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.644316] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.701281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.701281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.701281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.701281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.701281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.701281] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c805914-15b0-4319-aeab-1f518c03a15b is going to be created. [ 1005.731561] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.731561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.731561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.731994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.731994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.745800] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c805914-15b0-4319-aeab-1f518c03a15b in Status: UNINITIALIZED for 2s [ 1005.886460] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.886724] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.886856] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.887409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.887678] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.887940] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 8160c337-5e1e-4f69-ae6f-445cd2887604 not found, creating... [ 1005.888408] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.888681] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.888880] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.889271] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.889626] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.890115] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.890319] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.890460] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.890710] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.890853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.890996] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 8160c337-5e1e-4f69-ae6f-445cd2887604 is going to be created. [ 1005.924087] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.924434] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.924653] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.925052] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.925378] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.925765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.961536] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.961712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.961787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.962058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.962177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.962311] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1005.996292] env[65216]: INFO networking_nsxv3.common.synchronization [req-e11ee3a0-d05c-448f-9694-602b22044632 req-c01a1d71-136f-4527-af70-b31340aaac53 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1005.997174] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1005.997541] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.997712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.997812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.998091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.998294] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.998382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.998443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.998655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.998749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.998858] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.017576] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.017745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.017835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.018122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.018295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.054028] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1006.146318] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.481789] env[65216]: INFO networking_nsxv3.common.synchronization [None req-3bafb5d4-f1b5-44e3-8f6d-6cbf7b87b04a tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1006.483820] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1006.483820] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.483820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.502321] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.649043] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.675855] env[65216]: INFO networking_nsxv3.common.synchronization [req-cf732708-25af-4d97-9a6a-137d1a32066c req-d3d03449-fac8-4bd4-afba-85b1cf4cf51a service nova] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_rules [ 1006.675855] env[65216]: INFO networking_nsxv3.common.synchronization [req-cf732708-25af-4d97-9a6a-137d1a32066c req-d3d03449-fac8-4bd4-afba-85b1cf4cf51a service nova] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_members [ 1006.675855] env[65216]: INFO networking_nsxv3.common.synchronization [req-cf732708-25af-4d97-9a6a-137d1a32066c req-d3d03449-fac8-4bd4-afba-85b1cf4cf51a service nova] Enqueued Resource ID: 8160c337-5e1e-4f69-ae6f-445cd2887604 with Priority: HIGHEST for action port [ 1006.676318] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_rules [ 1006.676513] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_members [ 1006.676940] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8160c337-5e1e-4f69-ae6f-445cd2887604 with Priority: HIGHEST for action port [ 1006.676940] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.678710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.678815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.679128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.679248] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.680618] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.680747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.680813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.680993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.681230] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.682695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.682695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.682695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.682695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.682695] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.684513] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8160c337-5e1e-4f69-ae6f-445cd2887604 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.684638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.684727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.684912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.685030] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8160c337-5e1e-4f69-ae6f-445cd2887604',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.004520] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.152194] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.152358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.152431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.152644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.152735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.152830] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1007.185114] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.185114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.185114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.185336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.185420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.186601] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.188269] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.188428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.188839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8160c337-5e1e-4f69-ae6f-445cd2887604 with status ACTIVE [ 1007.189069] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.189255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.189255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.189460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.189567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.189862] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.190037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.190120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.190371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.190494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.190699] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.190797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.190869] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.191046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.191180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.191264] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8160c337-5e1e-4f69-ae6f-445cd2887604 is going to be updated. [ 1007.202998] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1007.220377] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.220537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.220622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.220835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.220977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.221153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8160c337-5e1e-4f69-ae6f-445cd2887604" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.507427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.507737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.507737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.508238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.508238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.508238] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1007.561157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.561752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.561752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.561752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.561909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.592849] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1007.648266] env[65216]: INFO networking_nsxv3.common.synchronization [req-e98ecf3b-2882-4284-8ce9-aa59802e288e req-1f42d11c-cfe7-43c3-afc1-0a492c6183c5 tempest-ImagesTestJSON-1501165306 tempest-ImagesTestJSON-1501165306-project-member] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 1007.648266] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGHEST for action security_group_members [ 1007.648266] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.648266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.648266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.648992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.649199] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.649311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.649382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.649539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.649642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.649785] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.689436] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.762931] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c805914-15b0-4319-aeab-1f518c03a15b in Status: SUCCESS [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.762931] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.762931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.762931] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.067155] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1008.067502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.152216] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.152349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.152392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.153376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.153376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.153376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.153376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.153376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.153376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.153376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.153376] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be updated. [ 1008.191993] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.192203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.192297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.192543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.192652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.192778] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 is going to be created. [ 1008.204660] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.204880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.204992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.205229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.205408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.216253] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: IN_PROGRESS for 2s [ 1008.232339] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.232517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.232624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.232864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.233111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.245452] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: UNINITIALIZED for 2s [ 1008.265549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c805914-15b0-4319-aeab-1f518c03a15b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.265724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.265794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.266025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.266546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.266702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.266800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.267014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.267141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.267248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.267428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c805914-15b0-4319-aeab-1f518c03a15b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.267529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.267593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.267765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.267916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.268084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.268084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.268233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.268315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.268404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.268497] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.770697] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c805914-15b0-4319-aeab-1f518c03a15b: rpc.has_security_group_logging(os_id): False [ 1008.800728] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.800955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.801082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.801388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.801524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.801801] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.801948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.802054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.802264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.802360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.802691] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.802848] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.802957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.803151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.803265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.803594] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.803747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.803842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.803988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.804112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.804241] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c805914-15b0-4319-aeab-1f518c03a15b is going to be created. [ 1008.899781] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.900010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.900150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.900442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.901260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.923672] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c805914-15b0-4319-aeab-1f518c03a15b in Status: IN_PROGRESS for 2s [ 1009.213541] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1009.213761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.213936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.214162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.214354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.214472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.214536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.214689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.214770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.214851] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.215026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.215154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.215220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.215365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.215506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.215599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.215658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.215793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.215868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.215945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.216042] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.605563] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1009.605790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.605962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606390] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.606508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.606606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.607110] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.713666] env[65216]: INFO networking_nsxv3.common.synchronization [req-90243964-b3d5-41be-be6c-15cbbb458bde req-8242548c-0d35-40da-9d8c-efb13de1715b tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_members [ 1009.714311] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGHEST for action security_group_members [ 1009.714925] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.715100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.715211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.715432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.715631] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.715749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.715855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.719018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.719018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719018] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.719511] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8267919a-3970-4d07-9c54-e07fc8e52d83: rpc.has_security_group_logging(os_id): False [ 1009.739653] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.739815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.739871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.740084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.740223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.740527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.740646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.740718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.740886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.741065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.741888] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.741888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.741888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.741888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.741888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.741888] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.742199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.742199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.742335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.742397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.742479] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be created. [ 1009.814531] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.814531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.814531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.814531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.814531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.848052] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1010.109853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.110144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.110817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111264] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111981] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1010.148551] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.148856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.148962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.149152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.149440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.162612] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1010.221410] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.221569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.221639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.221953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.222455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.222455] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.222455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.222648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.222753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.222836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.222929] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb is going to be updated. [ 1010.243337] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 in Status: SUCCESS [ 1010.243529] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 deletion is rescheduled due to dependency. [ 1010.243826] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.265512] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: SUCCESS [ 1010.265802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.266030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.266301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.266538] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.266677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.266766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.267028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.267232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.267354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.267744] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.297951] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.297951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.297951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.297951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.297951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.311071] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb in Status: IN_PROGRESS for 2s [ 1010.769808] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.936250] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c805914-15b0-4319-aeab-1f518c03a15b in Status: SUCCESS [ 1010.936250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.272726] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9938a7e-956d-4742-a166-3712bbc844b1: rpc.has_security_group_logging(os_id): False [ 1011.299544] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.299839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.299933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.300284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.300447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.300815] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.300964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.301175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.301451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.301595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.301749] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 is going to be created. [ 1011.373122] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.373122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.373122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.373122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.373122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.390320] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: IN_PROGRESS for 2s [ 1011.860277] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1011.860463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.860646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.860917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.860979] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.173659] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1012.174092] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 deletion is rescheduled due to dependency. [ 1012.174242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.322580] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb in Status: SUCCESS [ 1012.322940] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb deletion is rescheduled due to dependency. [ 1012.323185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.365992] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.365992] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.365992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.365992] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.868279] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.868433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.868507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.868738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.868915] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.869033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.869101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.869247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.869341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.869485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.869574] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.869667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.869730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.869871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.870016] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.870180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.870180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.870351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.870488] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.870525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.870587] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.375177] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8267919a-3970-4d07-9c54-e07fc8e52d83: rpc.has_security_group_logging(os_id): False [ 1013.409497] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.409746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.409861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.410129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.410248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.410507] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.410620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.410682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.410860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.410939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.411157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.411258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.411361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.411478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.411563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.411749] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.411843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.411903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.412063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.412141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.412230] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1013.427991] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: SUCCESS [ 1013.428253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.517015] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.517300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.517300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.518083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.518083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.540897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1014.716166] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1014.716166] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1015.341920] env[65216]: INFO networking_nsxv3.common.synchronization [req-efde8988-315a-49ef-bd0e-fdac8a4dab02 req-437a31ad-3ba6-45b2-ae08-ba0fd64d5ac3 tempest-ListServerFiltersTestJSON-1456101947 tempest-ListServerFiltersTestJSON-1456101947-project-member] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 1015.342918] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 1015.344349] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.344595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.344595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.344852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.345791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.345791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.345791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.345993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.346124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.346333] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.557739] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1015.558072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.850744] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.353323] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.861105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.861456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.861651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.862404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.862558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.862846] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 1016.910950] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.910950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.910950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.910950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.911295] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.922664] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 1018.937283] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 1018.937639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.344770] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1020.345139] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1020.445527] env[65216]: INFO networking_nsxv3.common.synchronization [req-46d2c157-8686-400c-a819-353a788a9d1d req-17814494-e5d7-46ec-80d3-8b1de2f41652 tempest-ServerMetadataTestJSON-206769174 tempest-ServerMetadataTestJSON-206769174-project-member] Enqueued Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_members [ 1020.445527] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c805914-15b0-4319-aeab-1f518c03a15b with Priority: HIGHEST for action security_group_members [ 1020.445527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c805914-15b0-4319-aeab-1f518c03a15b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.445527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.445527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.445527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.445527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.445527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.445527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.446297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.446460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.446603] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c805914-15b0-4319-aeab-1f518c03a15b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.948658] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.948819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.948884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.949130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.949229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.949420] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.949554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.949600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.949774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.949853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.949939] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c805914-15b0-4319-aeab-1f518c03a15b is going to be updated. [ 1020.982749] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.982919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.982959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.984894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.985104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.994659] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c805914-15b0-4319-aeab-1f518c03a15b in Status: IN_PROGRESS for 2s [ 1023.007845] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c805914-15b0-4319-aeab-1f518c03a15b in Status: SUCCESS [ 1023.008284] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c805914-15b0-4319-aeab-1f518c03a15b deletion is rescheduled due to dependency. [ 1023.008284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c805914-15b0-4319-aeab-1f518c03a15b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.288315] env[65216]: INFO networking_nsxv3.common.synchronization [req-2218b5d6-ca31-42b5-8961-87c2b9418fa9 req-44f12b5f-a751-4331-97c4-0059f0d81238 tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 1024.289272] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 1024.289805] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.290186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.293017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.293017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.293017] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.293474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.293741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.294241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.297337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.297337] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.808243] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.311435] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.384488] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.385097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.385097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.385340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.385557] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.815204] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.815721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.815721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.815871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.815871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.815958] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be updated. [ 1025.852853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.853113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.853186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.853398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.853581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.865702] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 1025.887889] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.391240] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.466335] env[65216]: INFO networking_nsxv3.common.synchronization [None req-8ddba6cd-238b-4fa3-ad62-b5545e5a89fd tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1026.466887] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1026.467892] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.468065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.468165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.468442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.468580] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.572400] env[65216]: INFO networking_nsxv3.common.synchronization [None req-8af4fc18-b67f-4f92-b173-f368d4d5c006 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1026.572400] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1026.572400] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.572400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.894531] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1026.894927] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1026.998376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.998570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.998673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.998957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.999172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.999282] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 already deleted. [ 1026.999338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.999513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.999727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.999852] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.545427] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.545888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.545888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.545983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.546032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.546439] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 already deleted. [ 1027.546439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.595315] env[65216]: INFO networking_nsxv3.common.synchronization [req-3d508b2b-87d7-4794-afea-07a8555ef4cb req-b8030443-e468-4a71-8269-9b936ceb2ce3 tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1027.595876] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1027.596075] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.596206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.596272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.596520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.596633] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.596742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.596833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.597047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.597140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.597284] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.879278] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 1027.879278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.923935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.924409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.924454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.924633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.944951] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1027.947749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.948272] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1028.003203] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.003460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.003460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.003717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.015954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.016839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1028.017089] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.017089] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1028.020592] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.020786] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.020908] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.021190] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.021445] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.021600] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.021713] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.021992] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.022154] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.022361] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.022474] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.022580] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.022684] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.022789] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.022945] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.023090] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.046656] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.046869] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.046968] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.047180] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.047625] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-ee9090eb-0e9a-4b06-b7c8-740adab48a94 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.047837] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.047997] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.048404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.048566] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9090eb-0e9a-4b06-b7c8-740adab48a94',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.070772] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.070947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.071028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.071207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.072645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.072862] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1028.101306] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.167227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.167429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.167479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.167693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.168032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.168390] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1028.262023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.262023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.262023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.262023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.262023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.262023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1028.262023] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'aa5e8885-d5e3-41a5-bc30-37270964cf19', 'b9938a7e-956d-4742-a166-3712bbc844b1', '4458bf78-b5ca-4bd8-a47c-c5bca008f9f8', '94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e', '07649259-cdda-49da-b157-04055945fffb', '0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb', '56154ca0-0ad1-423a-a3f2-b8b2acbc70a5', '44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2', 'e76a1d33-93e7-4ced-9134-2c2050dd7ccc', '9274a6f6-bd40-46ea-ad8f-39b2e5414786', 'a01f1ae9-2605-4918-b599-120678695261', '0313728b-b859-43fa-85af-f245f52c95b3', '6e21c4d8-3978-4ae4-959a-f0c77679512e', 'de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d', '6873411e-04d9-4cf6-8831-706229671eec', '1609bd9c-3db7-4e27-b6a7-9a487663ccc3', '981cecdb-eeab-483f-b249-acbec99b0f92', '63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6', '8267919a-3970-4d07-9c54-e07fc8e52d83', 'd4796c92-ea64-4c0f-b31a-4d8df1b76614', 'adc3f704-dcf7-473f-8428-38b69d7dd53b', 'b14fdfb1-a43f-4b2e-aeaa-79615f058434', 'e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2', '0d005a5c-6f0a-4e72-9798-80a973e8e8d5', '5d0f0011-53b8-4718-9068-fc5be5f83d08', '0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36', 'f491219f-21d7-4c50-ab69-85f03eb6bc65', '4a5f1d17-9802-494e-8000-c9ecbd73a689', '913cda53-a96e-4d6f-bb88-65ae10fd3eb5', 'c77abf4c-683b-4afc-93ad-247beb177b6c', 'e82b7a72-567d-4567-bcee-a70d5739c08c', 'cb5cc281-94c8-4111-9dea-d14c3ab2698f', '159502a5-7887-414c-a1c5-c642afe28e3a', '750d9e26-c78b-4670-a985-3ac64a5edf29', 'bff7ce3d-8a03-40fe-ba80-1eca5899029d', '2db07692-d6b0-48f3-868a-c527df62cf97', '6b062cd2-612b-416b-a729-a38712cd27f1', '64df24ea-19f5-470f-a8c6-680ae3785f32', 'd73d04a6-619d-4599-890a-1b3b98982715', '1a2d52b8-7d82-40f3-a6d3-7529f4b66f23', '2c805914-15b0-4319-aeab-1f518c03a15b', 'f258d3b2-96a6-4279-ac0c-ec6944da4f5a'} {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.262023] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1028.283357] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.283657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.283811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.284207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.284430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.284943] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1028.284943] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.284943] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1028.373771] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.373981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.374090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.374368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.375572] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.375835] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1028.375918] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.375983] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1028.376108] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1028.376197] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1028.376275] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGH for action security_group_rules [ 1028.376354] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGH for action security_group_rules [ 1028.376423] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGH for action security_group_rules [ 1028.376507] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGH for action security_group_rules [ 1028.376577] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGH for action security_group_rules [ 1028.376657] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGH for action security_group_rules [ 1028.376742] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGH for action security_group_rules [ 1028.376806] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGH for action security_group_rules [ 1028.376868] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGH for action security_group_rules [ 1028.376931] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGH for action security_group_rules [ 1028.376992] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGH for action security_group_rules [ 1028.377101] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGH for action security_group_rules [ 1028.377140] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGH for action security_group_rules [ 1028.377211] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGH for action security_group_rules [ 1028.377290] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGH for action security_group_rules [ 1028.377358] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGH for action security_group_rules [ 1028.377419] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGH for action security_group_rules [ 1028.377482] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGH for action security_group_rules [ 1028.377543] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGH for action security_group_rules [ 1028.377604] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGH for action security_group_rules [ 1028.377702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.551293] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.551713] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.551763] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.552182] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.552384] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.552591] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port ee9090eb-0e9a-4b06-b7c8-740adab48a94 not found, creating... [ 1028.552976] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.553220] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.553391] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.553660] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.553830] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.554165] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.554343] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.554488] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.554703] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.554832] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.554993] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: ee9090eb-0e9a-4b06-b7c8-740adab48a94 is going to be created. [ 1028.576679] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.576893] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.577030] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.578026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.578026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.578160] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.604142] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.107311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.107498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.107588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.107813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.107898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.107996] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1029.142351] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.143429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.152015] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1029.283301] env[65216]: INFO networking_nsxv3.common.synchronization [req-3d508b2b-87d7-4794-afea-07a8555ef4cb req-c97e1e2f-9054-4020-bfd2-35027bf9fa3c service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 1029.283511] env[65216]: INFO networking_nsxv3.common.synchronization [req-3d508b2b-87d7-4794-afea-07a8555ef4cb req-c97e1e2f-9054-4020-bfd2-35027bf9fa3c service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1029.283744] env[65216]: INFO networking_nsxv3.common.synchronization [req-3d508b2b-87d7-4794-afea-07a8555ef4cb req-c97e1e2f-9054-4020-bfd2-35027bf9fa3c service nova] Enqueued Resource ID: ee9090eb-0e9a-4b06-b7c8-740adab48a94 with Priority: HIGHEST for action port [ 1029.284444] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 1029.284645] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9090eb-0e9a-4b06-b7c8-740adab48a94 with Priority: HIGHEST for action port [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 with Priority: HIGH for action security_group_rules [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGH for action security_group_rules [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 with Priority: HIGH for action security_group_rules [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6873411e-04d9-4cf6-8831-706229671eec with Priority: HIGH for action security_group_rules [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 with Priority: HIGH for action security_group_rules [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGH for action security_group_rules [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGH for action security_group_rules [ 1029.287436] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981cecdb-eeab-483f-b249-acbec99b0f92 with Priority: HIGH for action security_group_rules [ 1029.287868] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d with Priority: HIGH for action security_group_rules [ 1029.287868] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 with Priority: HIGH for action security_group_rules [ 1029.287868] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e with Priority: HIGH for action security_group_rules [ 1029.287868] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0313728b-b859-43fa-85af-f245f52c95b3 with Priority: HIGH for action security_group_rules [ 1029.287868] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f1ae9-2605-4918-b599-120678695261 with Priority: HIGH for action security_group_rules [ 1029.289140] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 with Priority: HIGH for action security_group_rules [ 1029.289140] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGH for action security_group_rules [ 1029.289140] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb with Priority: HIGH for action security_group_rules [ 1029.289140] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 with Priority: HIGH for action security_group_rules [ 1029.289140] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGH for action security_group_rules [ 1029.289140] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGH for action security_group_rules [ 1029.289895] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGH for action security_group_rules [ 1029.289895] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.289895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.289895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.290186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.290186] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.293343] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.293343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.293343] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee9090eb-0e9a-4b06-b7c8-740adab48a94 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.293343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.293343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.293617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.293697] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9090eb-0e9a-4b06-b7c8-740adab48a94',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.295859] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa5e8885-d5e3-41a5-bc30-37270964cf19 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.295859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.295962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.296911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.296911] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa5e8885-d5e3-41a5-bc30-37270964cf19',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.297303] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.297411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.297470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.300173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.300326] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.301183] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.301305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.301349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.301533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.301634] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56154ca0-0ad1-423a-a3f2-b8b2acbc70a5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.302732] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6873411e-04d9-4cf6-8831-706229671eec taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.302853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.303039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.303215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.303215] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6873411e-04d9-4cf6-8831-706229671eec',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.304847] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.304847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.304847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.304847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.304847] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4796c92-ea64-4c0f-b31a-4d8df1b76614',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.305388] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.305388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.305636] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.305636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.305787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.305827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.305868] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.308693] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981cecdb-eeab-483f-b249-acbec99b0f92 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.309130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.309130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.309130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.309702] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981cecdb-eeab-483f-b249-acbec99b0f92',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.310672] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.310672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.310672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.310672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.310672] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.314350] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.314350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.314350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.314350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.314350] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1609bd9c-3db7-4e27-b6a7-9a487663ccc3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.314350] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e21c4d8-3978-4ae4-959a-f0c77679512e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.314350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.314350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.314350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.314350] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e21c4d8-3978-4ae4-959a-f0c77679512e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.314913] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0313728b-b859-43fa-85af-f245f52c95b3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.314913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.314913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.315093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.315129] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0313728b-b859-43fa-85af-f245f52c95b3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.316288] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01f1ae9-2605-4918-b599-120678695261 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.316563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.316763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.317046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.317205] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01f1ae9-2605-4918-b599-120678695261',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.318288] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.318434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.318546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.318754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.318858] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9274a6f6-bd40-46ea-ad8f-39b2e5414786',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.320975] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.320975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.320975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.320975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.320975] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.321787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.321956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.322071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.322682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.322682] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.323572] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.323723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.323835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.324065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.324189] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.325452] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.325646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.325746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.325963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.326583] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.327311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.327433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.327506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.327882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.328353] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.328909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.329076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.329167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.329392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.329551] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.832663] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.833092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.833092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.833092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.833382] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.833624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.835352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.835352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.835352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.835352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.835352] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.840974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.841289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.841491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.841811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.842026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.842183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.842290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.842563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.842690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.842834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.842947] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.844764] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.845491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.845621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.846589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.846589] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.846790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.846894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.847109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.848534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.848648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.848743] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.853462] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.853462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.853462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.853806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.856553] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee9090eb-0e9a-4b06-b7c8-740adab48a94 with status ACTIVE [ 1029.856794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.857104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.857104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.857419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.857619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.857864] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.858043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.858608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.858608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.858608] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.858781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.859166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.859166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.859244] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee9090eb-0e9a-4b06-b7c8-740adab48a94 is going to be updated. [ 1029.864690] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.864690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.867020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.867020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.867020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.867020] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.870900] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.870900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.870900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.871128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.871256] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.871351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.871411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.871557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.871634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.871716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.871798] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.923560] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.924041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.925749] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.925988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.927660] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.927813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.944316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.944468] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d is going to be deleted. [ 1029.945522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.945727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.961526] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.961793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.962608] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.962752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.963611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.963764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.966041] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.966194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.969373] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.969373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.974278] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.974278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.987502] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.987680] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.988877] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.990040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.992706] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.992947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.993217] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa5e8885-d5e3-41a5-bc30-37270964cf19 is going to be deleted. [ 1029.994293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.994522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.996720] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.996720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.008378] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.008664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.031607] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.032324] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.032567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.032719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.032920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.033078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.033341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee9090eb-0e9a-4b06-b7c8-740adab48a94" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.034681] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.035432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.035671] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9274a6f6-bd40-46ea-ad8f-39b2e5414786 is going to be deleted. [ 1030.037072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.037549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.086166] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.086347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.102977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.103399] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2 is going to be deleted. [ 1030.104389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.104647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.128949] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.129242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.162065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.165022] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56154ca0-0ad1-423a-a3f2-b8b2acbc70a5 is going to be deleted. [ 1030.165022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.165022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.205777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.205944] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb is going to be deleted. [ 1030.206894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.207122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.230142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.230142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.240606] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.240606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.243393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.243706] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01f1ae9-2605-4918-b599-120678695261 is going to be deleted. [ 1030.245444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.246376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.325589] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.325756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.354158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.354158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.354158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.354158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.355471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.355471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.355471] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.355471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.355471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.355471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.355471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.355471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.357457] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.359139] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.363966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.363966] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1609bd9c-3db7-4e27-b6a7-9a487663ccc3 is going to be deleted. [ 1030.365682] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.366048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.380044] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.380615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.380615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.380615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.380825] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.380825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.380974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.381030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.381687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.381687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.381687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.381687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.381687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.381687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.381947] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.381947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.381947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.382088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.382126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.382178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.382275] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.384519] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.387246] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.387495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.387851] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.390563] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.390563] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.390563] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.390563] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.404271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.404444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.482044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.482044] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e21c4d8-3978-4ae4-959a-f0c77679512e is going to be deleted. [ 1030.482531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.482841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.518885] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.518885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.545041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.545041] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6873411e-04d9-4cf6-8831-706229671eec is going to be deleted. [ 1030.545041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.545276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.546959] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.547181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.627715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.627864] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be deleted. [ 1030.628854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.632763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.642112] env[65216]: INFO networking_nsxv3.common.synchronization [None req-7eefabc4-42a5-4368-8d30-9da94b35a48c None None] Enqueued Resource ID: aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7 with Priority: HIGHEST for action port [ 1030.643967] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7 with Priority: HIGHEST for action port [ 1030.643967] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.643967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.643967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.643967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.644285] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.672014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.672014] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981cecdb-eeab-483f-b249-acbec99b0f92 is going to be deleted. [ 1030.672711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.672711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.675887] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.678180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.700606] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.700606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.700606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.700606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.701208] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.701208] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.701208] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.701439] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.701592] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.701823] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.701929] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.702059] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.704094] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.704094] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.704094] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.704094] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.728706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.728706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.770096] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.770402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.780421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.780607] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0313728b-b859-43fa-85af-f245f52c95b3 is going to be deleted. [ 1030.781872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.782222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.790936] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.791074] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.088 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.791203] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.791392] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-381" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.791716] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-9015daad-16b0-4fba-8208-cf0f724fdacc taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.791894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.792027] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.792344] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.792501] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9015daad-16b0-4fba-8208-cf0f724fdacc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.869371] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e76a1d33-93e7-4ced-9134-2c2050dd7ccc: rpc.has_security_group_logging(os_id): False [ 1030.870624] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8: rpc.has_security_group_logging(os_id): False [ 1030.886307] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6: rpc.has_security_group_logging(os_id): False [ 1030.887575] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9938a7e-956d-4742-a166-3712bbc844b1: rpc.has_security_group_logging(os_id): False [ 1030.891571] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e: rpc.has_security_group_logging(os_id): False [ 1030.896262] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.896650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.977428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.977626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.978774] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.978899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.999945] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.999945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.000492] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.001568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.001731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.001899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.004430] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.005040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.005124] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4796c92-ea64-4c0f-b31a-4d8df1b76614 is going to be deleted. [ 1031.006136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.006360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.006457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.006591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1ccbaa-3e8f-4c2c-affe-5ea1e32fe99d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.006767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.006975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.007127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.007301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa5e8885-d5e3-41a5-bc30-37270964cf19" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.007857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.008082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.008182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.008351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aef1ff-1d1e-49fe-b1a0-3d8bace4dfe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.008510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.008678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.008766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.008887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9274a6f6-bd40-46ea-ad8f-39b2e5414786" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.009069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.009234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.009313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.009481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56154ca0-0ad1-423a-a3f2-b8b2acbc70a5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.009659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.009811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.009915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.010057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ddf831c-d7b7-4bfa-85eb-be836a4ca8eb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.010202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.010792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.010792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.010792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01f1ae9-2605-4918-b599-120678695261" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.010792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.010972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.010972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.011149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1609bd9c-3db7-4e27-b6a7-9a487663ccc3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.011296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.011455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.011542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.011686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e21c4d8-3978-4ae4-959a-f0c77679512e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.011827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.011967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.012060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.012178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6873411e-04d9-4cf6-8831-706229671eec" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.012332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.012480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.012543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.012603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.013836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.013836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.013836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.013836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981cecdb-eeab-483f-b249-acbec99b0f92" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.013836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.013836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.056787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.056944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.080884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.081224] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.081359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.081435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.081675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.081786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.082121] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.082263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.082330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.082648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.082648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.082860] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.082992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.083211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.083477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.083596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.083708] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 1031.084987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.085216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.127206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.127598] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.127762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.127860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.128149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.128234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.128515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.128655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.128944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.128944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.129201] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.131915] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.132059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.133285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.133570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.133675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.133885] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 1031.135034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.135294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.147792] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.147965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.148431] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7 [ 1031.148431] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.148537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.148537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.148758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.148847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.148921] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7 already deleted. [ 1031.148977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7fc9e1-5cb4-4cb2-9c46-785903f14ba7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.164241] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1031.164494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.164626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.164854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.165052] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.165994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.165994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.165994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.166132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.166169] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.180456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.180945] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.180945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.180945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.181274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.181274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.181460] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.182173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.182173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.182173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.182173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.182173] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.182173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.182173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.182994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.182994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.182994] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be updated. [ 1031.185076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.185723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.185814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0313728b-b859-43fa-85af-f245f52c95b3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.186438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.198336] env[65216]: INFO networking_nsxv3.common.synchronization [None req-62d57d96-f4ce-42c5-8e35-85f2f322685b tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1031.199359] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1031.200121] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.200417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.201886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.201886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.201886] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.239942] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.240456] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.259028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.259028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.259028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.259028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.259028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.259028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.259028] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 is going to be updated. [ 1031.260149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.260697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.260963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.261233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4796c92-ea64-4c0f-b31a-4d8df1b76614" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.263160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.263160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.295755] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.296118] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.296301] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.297390] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.297543] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.298015] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.298015] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.298272] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.298440] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.298583] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.299139] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.299755] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.299918] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.300232] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.300487] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.300713] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 9015daad-16b0-4fba-8208-cf0f724fdacc is going to be updated. [ 1031.328279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.328633] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.328757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.328825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.329048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.329130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.329215] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 is going to be updated. [ 1031.330903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.332605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.332799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.366421] env[65216]: INFO networking_nsxv3.common.synchronization [None req-a89c3dd7-f7d4-4c00-994e-99a33e59d854 tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1031.367218] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1031.367663] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.367774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.389025] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.389025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.389025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.389025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.389025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.390517] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.390637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.390703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.390900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.391056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.394038] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 1031.394941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.395071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.395147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.395460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.395604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.398334] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.398334] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.398334] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.398485] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.398642] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.398919] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.418929] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: IN_PROGRESS for 2s [ 1031.420833] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 1031.421825] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 1031.572471] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.574282] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.574282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.574282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.574282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.574282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.609753] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: IN_PROGRESS for 2s [ 1031.669080] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.747255] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.747454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.747454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.747697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.747811] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.747920] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 already deleted. [ 1031.748024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.748202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.748381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.748468] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.068894] env[65216]: INFO networking_nsxv3.common.synchronization [req-eaae8c00-7049-4b95-b455-d8d34fa05186 req-6770f628-2f0c-4e6a-877b-fe12cf264a30 service nova] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 1032.069343] env[65216]: INFO networking_nsxv3.common.synchronization [req-eaae8c00-7049-4b95-b455-d8d34fa05186 req-6770f628-2f0c-4e6a-877b-fe12cf264a30 service nova] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 1032.069343] env[65216]: INFO networking_nsxv3.common.synchronization [req-eaae8c00-7049-4b95-b455-d8d34fa05186 req-6770f628-2f0c-4e6a-877b-fe12cf264a30 service nova] Enqueued Resource ID: 9015daad-16b0-4fba-8208-cf0f724fdacc with Priority: HIGHEST for action port [ 1032.069882] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_rules [ 1032.070218] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 1032.070564] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9015daad-16b0-4fba-8208-cf0f724fdacc with Priority: HIGHEST for action port [ 1032.070665] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.070855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.070915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.071171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.071284] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.072815] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.072879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.072961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.073221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.073450] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.073686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.073843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.074165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.074358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.074556] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.075810] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-9015daad-16b0-4fba-8208-cf0f724fdacc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.075875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.075961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.076242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.076396] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9015daad-16b0-4fba-8208-cf0f724fdacc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.171318] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.283324] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.283324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.283324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.283324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.283324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.283324] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 already deleted. [ 1032.283324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.316776] env[65216]: INFO networking_nsxv3.common.synchronization [req-17eae0d3-9af8-479a-b236-173fb5298283 req-c5b28951-f681-4966-874b-b903235838c3 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1032.317270] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1032.317791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.317791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.317791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.317969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.319111] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.319229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.319340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.319470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.319584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.319690] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.578467] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.578608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.580621] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.580621] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9015daad-16b0-4fba-8208-cf0f724fdacc with status ACTIVE [ 1032.580621] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.580621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.580621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.580621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.580621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.580621] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.581171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.581171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.581171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.583662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.583662] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.583662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.583662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.583662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.583662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.583662] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9015daad-16b0-4fba-8208-cf0f724fdacc is going to be updated. [ 1032.609213] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.609396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.609450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.609694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.609858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.610048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9015daad-16b0-4fba-8208-cf0f724fdacc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.674646] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.675116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.675116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.675287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.675408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.675511] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1032.734543] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.734795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.734795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.735020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.735224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.746264] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1032.824343] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.824770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.824770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.825053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.861652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.862066] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.862193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.862260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.862502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.862553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.862607] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1032.901405] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.901642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.901759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.902217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.902315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.927826] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1033.087085] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.413608] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 1033.414967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.437026] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 1033.437026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.438593] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1033.438593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.441292] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: SUCCESS [ 1033.441471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.550383] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c789566f-6f8f-4b9d-b4f1-a52b319f107f None None] Enqueued Resource ID: ffd73a4e-2d40-4950-87a0-6983e22608f2 with Priority: HIGHEST for action port [ 1033.551008] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd73a4e-2d40-4950-87a0-6983e22608f2 with Priority: HIGHEST for action port [ 1033.551989] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd73a4e-2d40-4950-87a0-6983e22608f2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.552255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd73a4e-2d40-4950-87a0-6983e22608f2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.552336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd73a4e-2d40-4950-87a0-6983e22608f2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.552632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd73a4e-2d40-4950-87a0-6983e22608f2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.552723] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd73a4e-2d40-4950-87a0-6983e22608f2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.589533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.589738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.589738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.589946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.590051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.590167] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 is going to be updated. [ 1033.631699] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: SUCCESS [ 1033.632110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.636593] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.637733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.637733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.637733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.638086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.654170] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: IN_PROGRESS for 2s [ 1033.992032] env[65216]: INFO networking_nsxv3.common.synchronization [req-68f92acf-7acd-4d6b-8b19-271434bed4ff req-c8325aa8-2d8f-44f8-a918-5149f3b9738e tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1033.993073] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1033.995025] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.995025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.995025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.995378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.995496] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.996348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.996348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.996348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.997062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.997062] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.057485] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd73a4e-2d40-4950-87a0-6983e22608f2 [ 1034.057789] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.057922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.057922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.058413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.058413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.058413] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd73a4e-2d40-4950-87a0-6983e22608f2 already deleted. [ 1034.058591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd73a4e-2d40-4950-87a0-6983e22608f2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.071814] env[65216]: INFO networking_nsxv3.common.synchronization [req-d56b8391-032f-4b48-9908-dad0e83f3785 req-9294baa5-aaa9-4911-977f-bf0c2202d420 tempest-ListServerFiltersTestJSON-1456101947 tempest-ListServerFiltersTestJSON-1456101947-project-member] Enqueued Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 1034.072440] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 with Priority: HIGHEST for action security_group_members [ 1034.072759] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5f1d17-9802-494e-8000-c9ecbd73a689 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.072874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.072944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.074260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.074335] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.074462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.074523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.074688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.074774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.074868] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5f1d17-9802-494e-8000-c9ecbd73a689',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.435826] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.436188] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.436188] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.436344] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.436581] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.436761] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.436884] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.437124] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.437298] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.437541] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.437655] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.437761] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.437862] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.437970] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.438084] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.438247] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.458206] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.458434] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.458583] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.458765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.459091] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.459270] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.459389] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.459759] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.459903] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e4da7d-05ad-4cf9-9675-0d1f55c8370e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.500529] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.581711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.581926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.581926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.582247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.608374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.608695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.608810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.608876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.609119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.609244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.609305] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 is going to be updated. [ 1034.648246] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.648541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.648541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.648746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.648862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.661138] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: IN_PROGRESS for 2s [ 1034.758504] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1034.758934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.759176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.759475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.759770] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.759930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.760030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.760262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.760393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.760586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.760672] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.941118] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1034.941477] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 1034.941477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.963038] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.963315] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.963455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.963783] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.963934] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.964109] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 75e4da7d-05ad-4cf9-9675-0d1f55c8370e not found, creating... [ 1034.964392] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.965150] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.965352] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.965661] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.965849] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.966236] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.966440] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.966570] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.966805] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.966945] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.967102] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 75e4da7d-05ad-4cf9-9675-0d1f55c8370e is going to be created. [ 1035.002310] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.005247] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.005954] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.005954] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.006496] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.006496] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.006574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.266706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.267039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.267039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267495] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.267616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.267683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.268126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.268201] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.268337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.268390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.268515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.268659] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.268750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.268840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.268965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.269033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.272106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.272106] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.505358] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.505748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.505748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.507352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.507352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.507352] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1035.684079] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.684342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.684399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.697973] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1035.703647] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: SUCCESS [ 1035.703647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.703647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.703647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.703647] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.703647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.703959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.703959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.704130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.704130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.704313] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.773492] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8267919a-3970-4d07-9c54-e07fc8e52d83: rpc.has_security_group_logging(os_id): False [ 1035.792399] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.792592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.792657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.792842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.829040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.829305] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.829433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.829571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.829790] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.829913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.830086] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.830221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.830337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.830403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.830477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.830737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.830737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.830834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.830929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.831015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.835336] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1035.943584] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.943584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.943584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.943584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.943584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.966620] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1036.009156] env[65216]: INFO networking_nsxv3.common.synchronization [req-68f92acf-7acd-4d6b-8b19-271434bed4ff req-ecb84e51-dd2f-4662-9ff4-e1a6a6cae23f service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1036.009467] env[65216]: INFO networking_nsxv3.common.synchronization [req-68f92acf-7acd-4d6b-8b19-271434bed4ff req-ecb84e51-dd2f-4662-9ff4-e1a6a6cae23f service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1036.010205] env[65216]: INFO networking_nsxv3.common.synchronization [req-68f92acf-7acd-4d6b-8b19-271434bed4ff req-ecb84e51-dd2f-4662-9ff4-e1a6a6cae23f service nova] Enqueued Resource ID: 75e4da7d-05ad-4cf9-9675-0d1f55c8370e with Priority: HIGHEST for action port [ 1036.010707] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1036.010887] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1036.011026] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e4da7d-05ad-4cf9-9675-0d1f55c8370e with Priority: HIGHEST for action port [ 1036.011355] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.011515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.011605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.011834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.011940] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.013333] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.013475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.013799] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.013799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.013799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.013965] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.014139] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e4da7d-05ad-4cf9-9675-0d1f55c8370e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.215209] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.514388] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.514931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.517022] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75e4da7d-05ad-4cf9-9675-0d1f55c8370e with status ACTIVE [ 1036.517022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.517022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.517022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.517022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.517022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.517541] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.517541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.517541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.517541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.517541] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.517748] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.517878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.517987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.518141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.518244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.518377] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75e4da7d-05ad-4cf9-9675-0d1f55c8370e is going to be updated. [ 1036.546170] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.546170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.546170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.546170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.546170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.546170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75e4da7d-05ad-4cf9-9675-0d1f55c8370e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.688213] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 in Status: SUCCESS [ 1036.688213] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5f1d17-9802-494e-8000-c9ecbd73a689 deletion is rescheduled due to dependency. [ 1036.688213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5f1d17-9802-494e-8000-c9ecbd73a689" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.718727] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d0f0011-53b8-4718-9068-fc5be5f83d08: rpc.has_security_group_logging(os_id): False [ 1036.744020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.744020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.744020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.768422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.768797] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.768937] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.769016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.769504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.769504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.769504] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 is going to be updated. [ 1036.880485] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.880664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.880758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.881085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.881452] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.908042] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: IN_PROGRESS for 2s [ 1037.733967] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1037.734260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.734531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.734972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.735528] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.735660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.735795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.735956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.736287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.736353] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.986046] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1037.986046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.986046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.986046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.986046] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.240451] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.489644] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.489644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.489644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.490177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.490177] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.490343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.490343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.490626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.490626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.490813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.490813] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.746448] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.930228] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: SUCCESS [ 1038.930500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.993672] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.993933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.994069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.994422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.994689] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.994857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.994960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.995222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.995362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.995595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.995788] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.995939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.996049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.996267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.996487] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.996630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.996726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.996936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.997061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.997200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.997366] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.250822] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.251132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.251232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.251425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.251516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.251764] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1039.285609] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.285751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.287079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.287675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.287847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.306257] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1039.500374] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8267919a-3970-4d07-9c54-e07fc8e52d83: rpc.has_security_group_logging(os_id): False [ 1039.526936] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.526936] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.526936] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.526936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.528026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.528026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.528026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.528026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.528026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.528026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.528026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.528026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.528026] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1039.626027] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.626027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.626027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.626027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.626027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.651419] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1041.012505] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1041.012912] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1041.329820] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1041.329820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.329820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.330062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.330395] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.330395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.330395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.330660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.330660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.330660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.330811] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.618597] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f14e914e-80f8-4dbd-b97d-7b31a1cf0c0a None None] Enqueued Resource ID: f1b4df9f-4d58-4418-9306-f9f88a4bcebf with Priority: HIGHEST for action port [ 1041.619045] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b4df9f-4d58-4418-9306-f9f88a4bcebf with Priority: HIGHEST for action port [ 1041.620064] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b4df9f-4d58-4418-9306-f9f88a4bcebf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.620064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b4df9f-4d58-4418-9306-f9f88a4bcebf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.620064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b4df9f-4d58-4418-9306-f9f88a4bcebf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.620064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b4df9f-4d58-4418-9306-f9f88a4bcebf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.620064] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b4df9f-4d58-4418-9306-f9f88a4bcebf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.672102] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1041.672102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.836809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.836809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.836963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.837370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.837370] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.838331] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.838331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.838845] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.838845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.838845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.838845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.838845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.839015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.839015] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.121983] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1b4df9f-4d58-4418-9306-f9f88a4bcebf [ 1042.123942] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.123942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.123942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.123942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.123942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123942] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1b4df9f-4d58-4418-9306-f9f88a4bcebf already deleted. [ 1042.123942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b4df9f-4d58-4418-9306-f9f88a4bcebf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.346688] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 159502a5-7887-414c-a1c5-c642afe28e3a: rpc.has_security_group_logging(os_id): False [ 1042.375352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.375352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.375352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.375352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.400146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.400486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.401086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.401086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.401267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.401267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.401599] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.401761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.401799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.402034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.402157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.402533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.402688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.402688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.402846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.402958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.403075] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1042.495390] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.495721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.495721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.495864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.496046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.511045] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1043.740909] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ca5ee95-3eed-41d8-80c8-3754697ff245 req-4a50ca71-8ae8-4b32-a5e9-9ea49d0da9ca tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1043.741493] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1043.741927] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.742097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.742173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.742505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.742983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.742983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.742983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.743187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.743287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.743427] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.136712] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.136894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.137320] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.137774] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.137913] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.138150] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.138386] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.138702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.138963] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.139186] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.139531] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.139531] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.139674] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.139845] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.139973] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.140169] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.163414] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.163687] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.163914] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.164205] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.164826] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.165026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.165127] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.165482] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.165680] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.192171] env[65216]: INFO networking_nsxv3.common.synchronization [None req-8986e3a9-65c0-4f79-9188-cea96d58c326 None None] Enqueued Resource ID: 72ab7545-944d-4b59-8b17-f3879736be62 with Priority: HIGHEST for action port [ 1044.193153] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ab7545-944d-4b59-8b17-f3879736be62 with Priority: HIGHEST for action port [ 1044.194724] env[65216]: INFO networking_nsxv3.common.synchronization [req-6e70e708-3ec0-49ce-a4d8-e9f876156334 req-0ede8039-c2c4-475c-9d20-6d26c0ed3721 tempest-ServerRescueNegativeTestJSON-1152373147 tempest-ServerRescueNegativeTestJSON-1152373147-project-member] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 1044.194961] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-72ab7545-944d-4b59-8b17-f3879736be62 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.195095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72ab7545-944d-4b59-8b17-f3879736be62" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.195167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72ab7545-944d-4b59-8b17-f3879736be62" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.195584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72ab7545-944d-4b59-8b17-f3879736be62" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.195584] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ab7545-944d-4b59-8b17-f3879736be62',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.196628] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGHEST for action security_group_members [ 1044.197157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.197316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.197665] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.197709] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.197798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.198009] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.198102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.198194] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.246678] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.246827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.246901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.247330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.247330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247600] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.247714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.247776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.249111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.249197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.249301] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 already deleted. [ 1044.249417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.530743] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1044.530975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.669360] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.669640] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.669783] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.670083] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.670237] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.670393] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 not found, creating... [ 1044.670664] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.670819] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.670935] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.671187] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.671369] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.671608] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.671768] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.671875] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.672095] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.672410] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.672410] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 is going to be created. [ 1044.694131] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.694389] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.694507] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.694825] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.695087] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.695441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.700128] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72ab7545-944d-4b59-8b17-f3879736be62 [ 1044.700336] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.700493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.700567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.700813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.701610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.701725] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72ab7545-944d-4b59-8b17-f3879736be62 already deleted. [ 1044.701858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72ab7545-944d-4b59-8b17-f3879736be62" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.702148] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.702254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.702319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.702489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.702566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.702743] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.702837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.702897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.703060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.703133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.703214] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be updated. [ 1044.734337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.734579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.734672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.734904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.735096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.746434] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 2s [ 1045.429230] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ca5ee95-3eed-41d8-80c8-3754697ff245 req-d5f19097-0482-458e-82f0-c21239c20dac service nova] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1045.429522] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ca5ee95-3eed-41d8-80c8-3754697ff245 req-d5f19097-0482-458e-82f0-c21239c20dac service nova] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1045.429588] env[65216]: INFO networking_nsxv3.common.synchronization [req-2ca5ee95-3eed-41d8-80c8-3754697ff245 req-d5f19097-0482-458e-82f0-c21239c20dac service nova] Enqueued Resource ID: 7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 with Priority: HIGHEST for action port [ 1045.430163] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1045.430309] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1045.430410] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 with Priority: HIGHEST for action port [ 1045.432868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.432868] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.432868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.432868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.432868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.433471] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.434158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.434158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.434158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.434158] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.434158] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.935928] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.936402] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.936545] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.938113] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 with status ACTIVE [ 1045.938113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.938113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.938113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.938113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.938637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.938637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.938637] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3 is going to be updated. [ 1045.969036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.969345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.969345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.969480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.969751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.969968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3c765e-3a1d-4d34-8bc1-f67f9ccb72a3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.212579] env[65216]: INFO networking_nsxv3.common.synchronization [req-59c6adfa-65bb-42ca-807c-311efb258086 req-6d99cf21-ed22-4b80-8fca-bf146350646d tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1046.212579] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1046.212787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.212881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.212942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.213448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.213599] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.213696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.213758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.213903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.213982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.214080] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.442536] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.574523] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.574791] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.574941] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.575342] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.575608] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.575803] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.575927] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.576255] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576491] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.576723] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.576837] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.576985] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.577126] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.577292] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.577443] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.577633] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.599575] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.599575] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.599575] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.599575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.599575] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-33b00837-edd9-437e-8eb0-26d296c1a91d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.599575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.599575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.599575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.599575] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b00837-edd9-437e-8eb0-26d296c1a91d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.717723] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.717723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.717723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.717723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.717994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.717994] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.718876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.718876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.718876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.718876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.718876] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 already deleted. [ 1046.718876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.759416] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: IN_PROGRESS for 4s [ 1046.947043] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.947043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.947043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.947043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.947043] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.947043] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 is going to be created. [ 1046.994087] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.994338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.994395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.994601] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.994777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.014630] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: UNINITIALIZED for 2s [ 1047.103584] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.103854] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.103920] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.104276] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.104637] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.104637] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 33b00837-edd9-437e-8eb0-26d296c1a91d not found, creating... [ 1047.104867] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.105042] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.105162] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.105477] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.105694] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.106082] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.106328] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.106466] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.106725] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.106837] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.106986] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 33b00837-edd9-437e-8eb0-26d296c1a91d is going to be created. [ 1047.132689] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.132988] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.133096] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.133363] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.133601] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.133928] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.886986] env[65216]: INFO networking_nsxv3.common.synchronization [req-59c6adfa-65bb-42ca-807c-311efb258086 req-a0199759-67aa-4455-af67-73c8872e6526 service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1047.887819] env[65216]: INFO networking_nsxv3.common.synchronization [req-59c6adfa-65bb-42ca-807c-311efb258086 req-a0199759-67aa-4455-af67-73c8872e6526 service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1047.888638] env[65216]: INFO networking_nsxv3.common.synchronization [req-59c6adfa-65bb-42ca-807c-311efb258086 req-a0199759-67aa-4455-af67-73c8872e6526 service nova] Enqueued Resource ID: 33b00837-edd9-437e-8eb0-26d296c1a91d with Priority: HIGHEST for action port [ 1047.888826] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1047.888826] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1047.889082] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b00837-edd9-437e-8eb0-26d296c1a91d with Priority: HIGHEST for action port [ 1047.889354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.889551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.889597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.889987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.890093] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.890993] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.891122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.894374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.894374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.894374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.894374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.894374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.894374] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.894374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b00837-edd9-437e-8eb0-26d296c1a91d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.894956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.894956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.894956] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b00837-edd9-437e-8eb0-26d296c1a91d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.396645] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.396949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.397914] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.401611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33b00837-edd9-437e-8eb0-26d296c1a91d with status ACTIVE [ 1048.401611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.401611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.401611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.401611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.401611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.401611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.401611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.402016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.402016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.402089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.402792] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.402792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.402792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.402792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.402792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.402792] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33b00837-edd9-437e-8eb0-26d296c1a91d is going to be updated. [ 1048.426281] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.426281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.426281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.426281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.426281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.426281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b00837-edd9-437e-8eb0-26d296c1a91d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.774400] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc in Status: SUCCESS [ 1048.774560] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc deletion is rescheduled due to dependency. [ 1048.774902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.904747] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.026566] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: SUCCESS [ 1049.026730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.026897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.027130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.027322] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.027457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.027519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.027685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.027757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.027840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.027938] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.409332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.409773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.409773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.409904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.410110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.410244] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be created. [ 1049.434811] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.434977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.435052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.435314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.435499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.445435] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: UNINITIALIZED for 2s [ 1049.530526] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.036193] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a452a92-9eaf-4286-810a-7d75c994e2a0: rpc.has_security_group_logging(os_id): False [ 1050.056016] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.056196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.056277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.056465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.056558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.056805] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.056897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.056962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.057124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.057202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.057358] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 is going to be created. [ 1050.124471] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.124677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.124735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.124910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.125113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.139221] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: IN_PROGRESS for 2s [ 1051.461643] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1051.461990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.462090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.462262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.462460] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.462579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.462653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.462795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.462872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.462955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.463059] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.965202] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.168739] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: SUCCESS [ 1052.170938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.468780] env[65216]: INFO networking_nsxv3.common.synchronization [req-2f57e23a-a784-4223-9d95-8295a052733b req-789fb2b6-4fb2-40ee-80e5-184edf5d734d tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1052.469099] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecab3ba2-107a-447a-a788-7f45a9293a56: rpc.has_security_group_logging(os_id): False [ 1052.470400] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1052.470742] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.470870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.470928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.471163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.471649] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.471649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.471649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.471649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.471876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.471876] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.491248] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.491395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.491584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.491978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.492313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.492470] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.492599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.492679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.492863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.492940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.493038] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be created. [ 1052.562546] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.562764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.562764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.562982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.563272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.579455] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1052.905863] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.906370] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.906612] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.907026] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.907474] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.907830] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.908010] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.908409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.908677] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.908998] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.909207] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.909423] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.909706] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.909921] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.910137] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.910298] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.929902] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.930242] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.930658] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.930841] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.931466] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-a1f350ab-db37-4902-9f36-124df6b09ea9 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.931778] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.932015] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.932638] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.932742] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f350ab-db37-4902-9f36-124df6b09ea9',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.975121] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.975309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.975376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.975584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.975678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.975879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.975974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.976048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.976197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.976274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.976360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1053.017540] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.017750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.017750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.018014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.018108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.028572] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1053.435473] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.435789] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.435914] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.436366] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.436466] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.436625] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port a1f350ab-db37-4902-9f36-124df6b09ea9 not found, creating... [ 1053.436879] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.437044] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.437162] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.437423] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.437581] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.437888] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.438048] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.438168] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.438387] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.438535] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.438729] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: a1f350ab-db37-4902-9f36-124df6b09ea9 is going to be created. [ 1053.461038] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.461259] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.461383] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.461656] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.461881] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.462118] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.192329] env[65216]: INFO networking_nsxv3.common.synchronization [req-2f57e23a-a784-4223-9d95-8295a052733b req-75d570af-b6dd-4a31-8ec7-d4e50cd4d432 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 1054.192329] env[65216]: INFO networking_nsxv3.common.synchronization [req-2f57e23a-a784-4223-9d95-8295a052733b req-75d570af-b6dd-4a31-8ec7-d4e50cd4d432 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1054.192329] env[65216]: INFO networking_nsxv3.common.synchronization [req-2f57e23a-a784-4223-9d95-8295a052733b req-75d570af-b6dd-4a31-8ec7-d4e50cd4d432 service nova] Enqueued Resource ID: a1f350ab-db37-4902-9f36-124df6b09ea9 with Priority: HIGHEST for action port [ 1054.192329] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 1054.192739] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1054.192739] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f350ab-db37-4902-9f36-124df6b09ea9 with Priority: HIGHEST for action port [ 1054.192956] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.192956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.192956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.193898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.193898] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.195666] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.195666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.195666] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f350ab-db37-4902-9f36-124df6b09ea9 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.195666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.195666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.195666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.195666] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f350ab-db37-4902-9f36-124df6b09ea9',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.592855] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1054.593163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.695638] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.695797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.697512] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f350ab-db37-4902-9f36-124df6b09ea9 with status ACTIVE [ 1054.697775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.697981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.698079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.698323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.698490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.698674] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.698766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.698766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.698989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.699106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.699245] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.699415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.699415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.699551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.699610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.699676] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f350ab-db37-4902-9f36-124df6b09ea9 is going to be updated. [ 1054.725512] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.725719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.725818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.726138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.726358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.726731] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f350ab-db37-4902-9f36-124df6b09ea9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.038295] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1055.038533] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 1055.038641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.038742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.038930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.039123] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.039241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.039298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.039513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.039605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.039696] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.541852] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.044748] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.549767] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.549767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.549767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.549767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.549767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.549767] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1056.580192] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.580192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.580330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.580578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.582854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.592073] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1057.486151] env[65216]: INFO networking_nsxv3.common.synchronization [req-323faf6c-8d53-4746-8ad3-1d4633490aef req-84fea3e3-76dd-4da0-9623-4e0c1c34c8af tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1057.486477] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1057.486927] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.486927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.487163] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.487402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.487510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.487581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.487642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.487767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.487836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.487921] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.990476] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.097693] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.097895] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.098025] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.098286] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.098810] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.098810] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.099034] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.099620] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.099768] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.099979] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.100182] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.100238] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.100359] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.100482] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.100591] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.100720] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.123760] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.123976] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.124077] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.124328] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-168" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.124569] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-b0c587dc-b61b-455e-9fb2-82878324660c taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.124742] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.124863] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.125501] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.125578] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c587dc-b61b-455e-9fb2-82878324660c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.492571] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.603321] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1058.603586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.603948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.603948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.604169] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.604273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.604330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.604459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.604540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.604618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.604705] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.631020] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.631020] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port b0c587dc-b61b-455e-9fb2-82878324660c not found, creating... [ 1058.631020] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.631020] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.631559] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.631559] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.631559] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.631559] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.631559] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.631869] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: b0c587dc-b61b-455e-9fb2-82878324660c is going to be created. [ 1058.654536] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.654536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.654536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.654536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.654536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.654536] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.995722] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.995722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.995722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.996437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.996437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.996437] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1059.025706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.025841] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.025915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.026152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.026299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.036079] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1059.106694] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.106856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.106900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.107200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.107458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.107604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.107717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.107899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.107992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.108097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.108249] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.108346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.108404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.108781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.108956] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.109075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.109144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.109297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.109379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.109462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.109554] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.197699] env[65216]: INFO networking_nsxv3.common.synchronization [req-8bab54c8-2b24-43dc-8d91-472097071a21 req-d2401f77-ef32-4337-87c5-84eff41520e3 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1059.198317] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1059.198770] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.198905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.198974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199358] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.199458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.199525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199757] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.199850] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.356106] env[65216]: INFO networking_nsxv3.common.synchronization [req-323faf6c-8d53-4746-8ad3-1d4633490aef req-20e23f7d-9667-4a71-b990-62366439b0b9 service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 1059.356106] env[65216]: INFO networking_nsxv3.common.synchronization [req-323faf6c-8d53-4746-8ad3-1d4633490aef req-20e23f7d-9667-4a71-b990-62366439b0b9 service nova] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1059.356106] env[65216]: INFO networking_nsxv3.common.synchronization [req-323faf6c-8d53-4746-8ad3-1d4633490aef req-20e23f7d-9667-4a71-b990-62366439b0b9 service nova] Enqueued Resource ID: b0c587dc-b61b-455e-9fb2-82878324660c with Priority: HIGHEST for action port [ 1059.356541] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_rules [ 1059.357632] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1059.357876] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0c587dc-b61b-455e-9fb2-82878324660c with Priority: HIGHEST for action port [ 1059.361179] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.361179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.361179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.361179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.361179] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.361179] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.361179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.361179] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0c587dc-b61b-455e-9fb2-82878324660c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.361179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.361179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.361179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.361179] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c587dc-b61b-455e-9fb2-82878324660c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.612166] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff7ce3d-8a03-40fe-ba80-1eca5899029d: rpc.has_security_group_logging(os_id): False [ 1059.634464] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.634908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.635047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.635576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.635725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.635977] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.636130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.636187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.636412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.636479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.636731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.636865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.636949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.637140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.637227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.637506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.637677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.637751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.637914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.637994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.638134] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1059.702075] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.702338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.702338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.702630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.702742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.703060] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.703220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.703327] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.703560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.703687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.703787] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 1059.716315] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.716570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.716695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.716873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.717080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.735207] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1059.741425] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.741662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.741799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.742040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.742376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.772500] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 1059.863551] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.863779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.866245] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0c587dc-b61b-455e-9fb2-82878324660c with status ACTIVE [ 1059.866482] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.866614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.869424] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.869424] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.869424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.869424] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0c587dc-b61b-455e-9fb2-82878324660c is going to be updated. [ 1059.901031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.901244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.901244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.901659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.901659] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.901890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0c587dc-b61b-455e-9fb2-82878324660c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.045555] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1061.045876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.045943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.046165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.046352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.046474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.046544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.046684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.046761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.046849] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.548750] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.756556] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1061.756789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.782733] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1061.782921] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 1061.783046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.050691] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.556817] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.556817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.556817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.556817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.556817] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.556817] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1062.591573] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.591884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.592155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.592298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.592569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.603226] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1063.181209] env[65216]: INFO networking_nsxv3.common.synchronization [req-01afcaad-1dfd-4883-a369-c5906e9804c5 req-6c38c9e1-e5f7-4dbc-a948-0019f334bf7c tempest-ServerPasswordTestJSON-1969559706 tempest-ServerPasswordTestJSON-1969559706-project-member] Enqueued Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_members [ 1063.182341] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_members [ 1063.182341] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0d4e8e-980f-4c9f-be74-be525f7b3490 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.182341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.182341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.183080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.183080] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.183080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.183080] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.183510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.183510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.183510] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.500799] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.501113] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-694" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.501359] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-694" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.501869] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-694" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.502311] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.502579] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.502922] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.503305] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.503578] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.503929] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.504099] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.504223] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.504354] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.504624] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.504751] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.504924] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.523571] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.523741] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.523897] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.524160] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-694" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.524524] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-b7112160-0d4d-49a8-8232-9696b5a11d0c taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.524671] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.524799] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.525148] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.525282] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7112160-0d4d-49a8-8232-9696b5a11d0c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.686125] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.686392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.686498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.686777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.686889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.687271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.687439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.687485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.687725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.688379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.688379] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 already deleted. [ 1063.688379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.027887] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.028219] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.028358] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.028667] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.028822] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.028981] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port b7112160-0d4d-49a8-8232-9696b5a11d0c not found, creating... [ 1064.029271] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.029429] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.029543] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.029783] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.029912] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.030223] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.030375] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.030507] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.030724] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.030856] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.030996] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: b7112160-0d4d-49a8-8232-9696b5a11d0c is going to be created. [ 1064.052971] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.053209] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.053342] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.053632] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.053889] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.054149] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151925] env[65216]: INFO networking_nsxv3.common.synchronization [None req-9814827a-bff6-43d0-a6a3-57da2e531fb3 tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_rules [ 1064.152879] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_rules [ 1064.153213] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.153394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.153394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.153669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.153756] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.277564] env[65216]: INFO networking_nsxv3.common.synchronization [None req-b822467c-b587-443d-ae52-d9b693864083 tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_rules [ 1064.278172] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_rules [ 1064.278506] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.278612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.613573] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1064.613805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.613966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.614209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.614430] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.614511] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.614576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.614727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.614807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.614892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.614979] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.674422] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.674608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.674651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.674852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.675049] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 already deleted. [ 1064.675447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.675447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.675590] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.675678] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.813246] env[65216]: INFO networking_nsxv3.common.synchronization [req-01afcaad-1dfd-4883-a369-c5906e9804c5 req-c53cf214-4948-4fb0-b96c-3793e8ee08fd service nova] Enqueued Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_rules [ 1064.813416] env[65216]: INFO networking_nsxv3.common.synchronization [req-01afcaad-1dfd-4883-a369-c5906e9804c5 req-c53cf214-4948-4fb0-b96c-3793e8ee08fd service nova] Enqueued Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_members [ 1064.813475] env[65216]: INFO networking_nsxv3.common.synchronization [req-01afcaad-1dfd-4883-a369-c5906e9804c5 req-c53cf214-4948-4fb0-b96c-3793e8ee08fd service nova] Enqueued Resource ID: b7112160-0d4d-49a8-8232-9696b5a11d0c with Priority: HIGHEST for action port [ 1064.814387] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_rules [ 1064.814679] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_members [ 1064.814795] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7112160-0d4d-49a8-8232-9696b5a11d0c with Priority: HIGHEST for action port [ 1064.815710] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc0d4e8e-980f-4c9f-be74-be525f7b3490 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.815710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.815710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.815710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.815710] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.818048] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0d4e8e-980f-4c9f-be74-be525f7b3490 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.819974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.819974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.819974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.819974] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.819974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.819974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.820203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.820229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.820329] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.823110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7112160-0d4d-49a8-8232-9696b5a11d0c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.823110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.823110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.823334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.823334] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7112160-0d4d-49a8-8232-9696b5a11d0c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.117583] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.117694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.117792] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.118096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.118275] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.118392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.118475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.118664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.118761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.118876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.119087] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.119167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.119272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.119397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.119564] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.119666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.119753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.119909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.120014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.120108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.120229] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.196759] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.196759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.196759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.196978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.197032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.197142] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 already deleted. [ 1065.198029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.324739] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0d4e8e-980f-4c9f-be74-be525f7b3490 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.325032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.325218] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.326283] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7112160-0d4d-49a8-8232-9696b5a11d0c with status ACTIVE [ 1065.326549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.326693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.326788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.327057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.327200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.327431] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.327583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.327642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.327854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.327961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.328284] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.328412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.328516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.328762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.328865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.329029] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7112160-0d4d-49a8-8232-9696b5a11d0c is going to be updated. [ 1065.362730] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.362815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.362941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.363579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.363579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.363828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7112160-0d4d-49a8-8232-9696b5a11d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.623431] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8267919a-3970-4d07-9c54-e07fc8e52d83: rpc.has_security_group_logging(os_id): False [ 1065.644806] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.645057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.645057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.645252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.645345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.645649] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.645744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.645833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.645963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.646098] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.646249] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.646339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.646405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.646547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.646624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.646824] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.646940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.647017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.647162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.647237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.647323] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1065.710588] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.710588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.710588] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.710913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.711148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.731196] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1065.832951] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.337649] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.337949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.337949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.338216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.338311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.338455] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 is going to be created. [ 1066.365414] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.365596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.365704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.365929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.366101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.380494] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 in Status: UNINITIALIZED for 2s [ 1067.553226] env[65216]: INFO networking_nsxv3.common.synchronization [req-cde6a278-0c33-4acd-a4f8-4b18fc4d708c req-018616cf-95ab-492e-8330-9d8d4fd5a4ca tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1067.553777] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1067.556280] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.556439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.556510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.556719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.556887] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.556990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.557064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.557212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.557297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.557389] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.748990] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1067.751049] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.951312] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.951508] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.951633] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.951894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.952161] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.952318] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.952433] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.952641] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.952786] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.953248] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.953248] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.953248] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.953381] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.953423] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.953504] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.953630] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.973022] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.973022] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.973022] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.973022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.973022] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-511df3a8-25b8-4b39-aed8-5b03c633553c taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.973253] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.973307] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.973699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.973843] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511df3a8-25b8-4b39-aed8-5b03c633553c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.059898] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.389912] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 in Status: SUCCESS [ 1068.390100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.390265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.390467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.390678] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.390776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.390837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.390990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.391088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391262] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.476584] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.476817] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.476946] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.477262] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.477419] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.477597] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 511df3a8-25b8-4b39-aed8-5b03c633553c not found, creating... [ 1068.477879] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.478051] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.478171] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.478398] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.478537] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.478821] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.478976] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.479107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.479313] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.479448] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.479587] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 511df3a8-25b8-4b39-aed8-5b03c633553c is going to be created. [ 1068.503924] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.504171] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.504295] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.504566] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.504793] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.505114] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.562803] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.894170] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0d4e8e-980f-4c9f-be74-be525f7b3490 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.894396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.894553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.894824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.895078] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.895194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.895264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.895451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.895545] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.895632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.895779] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0d4e8e-980f-4c9f-be74-be525f7b3490 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.895873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.895944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.896091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.896224] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.896313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.896372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.896554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.896637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.897617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.897617] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.067134] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.067296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.067374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.067636] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.067766] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.067897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1069.104486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.104650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.104739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.104952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.105138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.120086] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1069.256280] env[65216]: INFO networking_nsxv3.common.synchronization [req-cde6a278-0c33-4acd-a4f8-4b18fc4d708c req-a1ee52cd-72bb-4675-b5f3-0679ba394a6f service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1069.256280] env[65216]: INFO networking_nsxv3.common.synchronization [req-cde6a278-0c33-4acd-a4f8-4b18fc4d708c req-a1ee52cd-72bb-4675-b5f3-0679ba394a6f service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1069.256280] env[65216]: INFO networking_nsxv3.common.synchronization [req-cde6a278-0c33-4acd-a4f8-4b18fc4d708c req-a1ee52cd-72bb-4675-b5f3-0679ba394a6f service nova] Enqueued Resource ID: 511df3a8-25b8-4b39-aed8-5b03c633553c with Priority: HIGHEST for action port [ 1069.256280] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1069.256280] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1069.256280] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511df3a8-25b8-4b39-aed8-5b03c633553c with Priority: HIGHEST for action port [ 1069.256280] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.256280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.256280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.260023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.260023] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.260023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.260023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.260023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-511df3a8-25b8-4b39-aed8-5b03c633553c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.260023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.260023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.260023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.261509] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511df3a8-25b8-4b39-aed8-5b03c633553c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.399792] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc0d4e8e-980f-4c9f-be74-be525f7b3490: rpc.has_security_group_logging(os_id): False [ 1069.420483] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.420694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.420738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.420999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.421113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.421306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.421448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.421483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.421632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.421711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.421979] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.422156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.422366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.422504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.422620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.422929] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.423106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.423188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.423357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.423474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.423597] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 is going to be created. [ 1069.488463] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.488657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.488701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.488933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.489140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.502362] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 in Status: IN_PROGRESS for 2s [ 1069.643228] env[65216]: INFO networking_nsxv3.common.synchronization [req-40ae169a-1893-48a5-86c4-0960648e4efb req-d3ec461e-e9c9-49d8-869e-e6306efe3cc9 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1069.643228] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1069.643228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.643228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.643228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.643228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.643228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.643228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.644279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.645729] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.645982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.645982] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.762294] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.762463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.762638] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 511df3a8-25b8-4b39-aed8-5b03c633553c with status ACTIVE [ 1069.762820] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.762927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.762994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.763241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.763331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.763509] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.763605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.763685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.763812] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.763884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764075] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.764166] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.764222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.764357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764512] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 511df3a8-25b8-4b39-aed8-5b03c633553c is going to be updated. [ 1069.792909] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.792909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.792909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.792909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.792909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.792909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511df3a8-25b8-4b39-aed8-5b03c633553c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.151855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.152090] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.152210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.152451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.152548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.152765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.152890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.152941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.153103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.153186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.153297] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1070.189693] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.189693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.189693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.189693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.189693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.200403] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1070.993820] env[65216]: INFO networking_nsxv3.common.synchronization [req-c63d58fa-0305-4241-8fa0-c5399f4c7583 req-5ac44a4d-2f81-48ae-8949-f4a973edb5a3 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1070.994623] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1070.994941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.995078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.995143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.995333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.995482] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.995566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.995625] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.995770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.995852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.996719] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.133162] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1071.133162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.133162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.133162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.133162] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.133162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.133162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.133162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.133162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.133162] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.314750] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.314917] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.315074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.315737] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.316082] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.316280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.316413] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.316670] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.316820] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.317038] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.317153] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.317263] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.317368] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.317526] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.317643] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.317781] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.338248] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.338368] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.338530] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.338711] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-763" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.339051] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.339216] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.339354] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.340013] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.340293] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab9ecf6-b4bd-4eb0-9487-b8cf86368328',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.500388] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.500388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.500388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.500388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.500388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.500881] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.501105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.501105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.501246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.501333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.502029] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 1071.521028] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 in Status: SUCCESS [ 1071.521186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.528731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.528920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.529016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.529227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.529376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.538252] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 1071.638087] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.846961] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.847256] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.847393] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.847824] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.847990] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.848160] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port fab9ecf6-b4bd-4eb0-9487-b8cf86368328 not found, creating... [ 1071.848982] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.848982] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.848982] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.848982] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.849238] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.849377] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.849609] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.849966] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.849966] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.850107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.850258] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: fab9ecf6-b4bd-4eb0-9487-b8cf86368328 is going to be created. [ 1071.879632] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.882975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.882975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.882975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.882975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.882975] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.141846] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.213418] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1072.213701] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 1072.213894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.618248] env[65216]: INFO networking_nsxv3.common.synchronization [req-c63d58fa-0305-4241-8fa0-c5399f4c7583 req-6d94e1b6-14dc-486c-acc7-598ce8a3e083 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 1072.618434] env[65216]: INFO networking_nsxv3.common.synchronization [req-c63d58fa-0305-4241-8fa0-c5399f4c7583 req-6d94e1b6-14dc-486c-acc7-598ce8a3e083 service nova] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1072.618584] env[65216]: INFO networking_nsxv3.common.synchronization [req-c63d58fa-0305-4241-8fa0-c5399f4c7583 req-6d94e1b6-14dc-486c-acc7-598ce8a3e083 service nova] Enqueued Resource ID: fab9ecf6-b4bd-4eb0-9487-b8cf86368328 with Priority: HIGHEST for action port [ 1072.619160] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_rules [ 1072.619302] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1072.619438] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab9ecf6-b4bd-4eb0-9487-b8cf86368328 with Priority: HIGHEST for action port [ 1072.620032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.620032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.620032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.620206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.620206] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.621544] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.621544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.622102] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.622102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.622102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.622102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.622529] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab9ecf6-b4bd-4eb0-9487-b8cf86368328',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.643700] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.643886] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.643963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.644192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.644283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.644385] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1072.679853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.680084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.680084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.680287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.680439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.690386] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1073.123899] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.124176] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.124271] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fab9ecf6-b4bd-4eb0-9487-b8cf86368328 with status ACTIVE [ 1073.124421] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.124550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.124623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.124837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.124920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.125105] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.125195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.125257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.125408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.125487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.125694] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.125786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.126096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.126096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.126096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.126205] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fab9ecf6-b4bd-4eb0-9487-b8cf86368328 is going to be updated. [ 1073.149513] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.149513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.149513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.149513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.149850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.149850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab9ecf6-b4bd-4eb0-9487-b8cf86368328" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.414107] env[65216]: INFO networking_nsxv3.common.synchronization [req-ac21a993-e756-46d9-a946-cd5132021dff req-347e2ed5-0f57-4caf-b9d5-60a2d32a52ec tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1073.414707] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1073.414920] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.415054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.415609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.415609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.415609] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.415609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.415609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.415915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.415915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.415915] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.548765] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1073.548910] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 1073.548910] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.549083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.549297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.549479] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.549593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.549654] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.549897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.550068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.550181] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.717713] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.717981] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.718155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.718480] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.718853] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.719129] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.719384] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.719670] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.719874] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.720187] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.720388] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.720564] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.720825] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.721320] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.721535] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.721808] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.747770] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.748043] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.748179] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.748393] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.748807] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-6306c0ae-f209-47fd-93c4-674f430b2295 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.749058] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.749218] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.749598] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.749742] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6306c0ae-f209-47fd-93c4-674f430b2295',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.920188] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.051809] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.252985] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.253366] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.253419] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.253745] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.253992] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.254243] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 6306c0ae-f209-47fd-93c4-674f430b2295 not found, creating... [ 1074.254585] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.254818] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.254981] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.255269] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.255443] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.255817] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.255999] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.256214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.256500] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.256672] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.256919] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 6306c0ae-f209-47fd-93c4-674f430b2295 is going to be created. [ 1074.278806] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.279145] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.279211] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.279480] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.279717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.279959] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.422620] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.555775] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.702470] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1074.702745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.702929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.703288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.703545] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.703684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.703761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.704075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.704075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.704537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.704680] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.926816] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.926816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.926816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.926816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.926816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.926816] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 is going to be updated. [ 1074.965592] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.965749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.965816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.966064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.966235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.982490] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: IN_PROGRESS for 2s [ 1075.060829] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.060829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.060829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.060829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.060829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.060829] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 1075.091900] env[65216]: INFO networking_nsxv3.common.synchronization [req-ac21a993-e756-46d9-a946-cd5132021dff req-4c90f6a0-c307-49ea-acd4-ebc3d81cbe7e service nova] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1075.092020] env[65216]: INFO networking_nsxv3.common.synchronization [req-ac21a993-e756-46d9-a946-cd5132021dff req-4c90f6a0-c307-49ea-acd4-ebc3d81cbe7e service nova] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1075.092170] env[65216]: INFO networking_nsxv3.common.synchronization [req-ac21a993-e756-46d9-a946-cd5132021dff req-4c90f6a0-c307-49ea-acd4-ebc3d81cbe7e service nova] Enqueued Resource ID: 6306c0ae-f209-47fd-93c4-674f430b2295 with Priority: HIGHEST for action port [ 1075.093297] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.093422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.093493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.093700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.093846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.095249] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_rules [ 1075.095587] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1075.095823] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6306c0ae-f209-47fd-93c4-674f430b2295 with Priority: HIGHEST for action port [ 1075.096458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.096660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.096787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.097115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.097266] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.099398] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.099750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.100145] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6306c0ae-f209-47fd-93c4-674f430b2295 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.100340] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.100475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.100806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.100958] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6306c0ae-f209-47fd-93c4-674f430b2295',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.114479] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 1075.208297] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.208475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.208520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.208771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.208954] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.209061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.209127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.209346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.209442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.209600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.209705] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.209862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.209946] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.210085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.210210] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.210301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.210361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.210579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.210579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.210704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.210747] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.604104] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6306c0ae-f209-47fd-93c4-674f430b2295 with status ACTIVE [ 1075.604460] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.604628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.604628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.604858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.605139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.605308] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.605308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.605395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.605518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.605599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.607249] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.607249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.607249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.607249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.607249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.607249] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6306c0ae-f209-47fd-93c4-674f430b2295 is going to be updated. [ 1075.608121] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.632306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.632306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.632306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.632631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.632631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.632853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6306c0ae-f209-47fd-93c4-674f430b2295" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.712833] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 159502a5-7887-414c-a1c5-c642afe28e3a: rpc.has_security_group_logging(os_id): False [ 1075.740037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.740338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.740338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.740499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.740614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.740826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.740924] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.740987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.741172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.741253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.741544] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.741544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.741653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.741760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.741840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.742058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.742157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.742224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.742368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.742446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.742541] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1075.845617] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.846025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.846025] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.846148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.846195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.860419] env[65216]: INFO networking_nsxv3.common.synchronization [req-d8ab4b4f-674f-4d56-9ad3-e517fc1e8e60 req-3ef527cf-85c8-4f47-a286-03089261c561 tempest-ServerPasswordTestJSON-1969559706 tempest-ServerPasswordTestJSON-1969559706-project-member] Enqueued Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_members [ 1075.861100] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 with Priority: HIGHEST for action security_group_members [ 1075.861366] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0d4e8e-980f-4c9f-be74-be525f7b3490 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.861500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.861589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.862286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.862458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.862638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.862638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.862795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.862906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.862959] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0d4e8e-980f-4c9f-be74-be525f7b3490',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.891291] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1076.368440] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.368440] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.368440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.368440] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 is going to be updated. [ 1076.402852] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.402852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.402852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.402852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.402852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.411670] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 in Status: IN_PROGRESS for 2s [ 1076.450734] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.450964] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.451105] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.451414] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.451716] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.451883] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.452019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.452235] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.452370] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.452578] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.452693] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.452799] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.452906] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.453024] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.453136] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.453265] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.497650] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.497857] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.498023] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.498262] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-173" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.498559] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.498825] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.498916] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.499202] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.500307] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5cb702-8b79-4ebd-86c4-b2a3b346414d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.998561] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: SUCCESS [ 1076.999042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.999145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.999407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.999693] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.999890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.999954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.000107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.000249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.000293] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.003414] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.003522] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.003793] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.003893] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.004180] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.004476] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.004578] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.004811] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.005062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.005264] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.005733] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.006025] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.006370] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.006534] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.006887] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.007157] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d is going to be updated. [ 1077.087625] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.088095] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.088345] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.089019] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.089390] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.090113] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.131911] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1077.132183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.132379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.132616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.132825] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.132950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.133027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.133206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.133370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.133436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.133480] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.502489] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.636333] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.639134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.639134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.639134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.639134] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.639134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.639134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.639134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.639134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.640363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.640956] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.641408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.642040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.642235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.642688] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.645131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.645131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.645131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.645131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.645131] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.645131] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.790721] env[65216]: INFO networking_nsxv3.common.synchronization [req-18f8cd9f-acf8-4e31-b8b9-9df8a55b717d req-237f56d6-862f-4cf8-91cf-41bdc7c1dd3e service nova] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_rules [ 1077.790885] env[65216]: INFO networking_nsxv3.common.synchronization [req-18f8cd9f-acf8-4e31-b8b9-9df8a55b717d req-237f56d6-862f-4cf8-91cf-41bdc7c1dd3e service nova] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 1077.791089] env[65216]: INFO networking_nsxv3.common.synchronization [req-18f8cd9f-acf8-4e31-b8b9-9df8a55b717d req-237f56d6-862f-4cf8-91cf-41bdc7c1dd3e service nova] Enqueued Resource ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d with Priority: HIGHEST for action port [ 1077.791518] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_rules [ 1077.791653] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 1077.791747] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d with Priority: HIGHEST for action port [ 1077.792028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.792513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.792620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.792850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.792955] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.794259] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.794415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.794568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.795203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.795755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.795923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.795970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.796317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.796479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.796599] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.801028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.801028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.801028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.801028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.801028] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5cb702-8b79-4ebd-86c4-b2a3b346414d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.926601] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1077.926922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.005603] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.147588] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6: rpc.has_security_group_logging(os_id): False [ 1078.165093] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.165260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.165307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.165556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.165614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.165805] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.165896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.166037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.166157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.166234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.166428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.166518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.166577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.166712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.166784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.166970] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.167073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.167156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.167291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.167323] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.167396] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 1078.236464] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.236662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.236759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.236923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.237696] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.253371] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 1078.301542] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.302879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.303050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.303287] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b5cb702-8b79-4ebd-86c4-b2a3b346414d with status ACTIVE [ 1078.303492] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.303644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.303739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.304015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.304152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.304375] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.304491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.304592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.304780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.304879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.305724] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.305881] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.306148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.306953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.306953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.306953] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b5cb702-8b79-4ebd-86c4-b2a3b346414d is going to be updated. [ 1078.344363] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.344608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.344608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.344976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.345146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.345325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b5cb702-8b79-4ebd-86c4-b2a3b346414d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.438813] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 in Status: SUCCESS [ 1078.438991] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0d4e8e-980f-4c9f-be74-be525f7b3490 deletion is rescheduled due to dependency. [ 1078.439120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0d4e8e-980f-4c9f-be74-be525f7b3490" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.509096] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.509096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.509096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.509096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.509096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.509096] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 is going to be updated. [ 1078.546254] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.546474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.546474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.546706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.546868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.568572] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: IN_PROGRESS for 2s [ 1078.810074] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.313581] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.313902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.313902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.314143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.314235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.314358] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 1079.352032] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.352032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.352032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.352032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.352032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.376528] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 1079.524022] env[65216]: INFO networking_nsxv3.common.synchronization [req-75804b63-48d8-49e3-84ba-43bdbf205f3c req-7ef28ca7-f041-4013-a430-5b7fce066fae tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_members [ 1079.524022] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_members [ 1079.524022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.524022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.524022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.524022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.524022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.524022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.524900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.524900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.524900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.524900] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.003176] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.003386] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.003511] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.003771] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.004031] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.004190] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.004305] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.004518] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.004657] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.004925] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.005724] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.005724] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.005724] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.005724] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.005724] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.005724] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.025677] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.025892] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.026090] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.026269] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.026576] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-cced63fc-2e83-4322-a44f-3f7e27947396 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.026746] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.026992] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027201] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027337] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cced63fc-2e83-4322-a44f-3f7e27947396',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.028294] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.028420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.028480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.028663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.028799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.028884] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.028971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.029051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.029187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.029268] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.029348] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 already deleted. [ 1080.029424] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.273209] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1080.273468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.531184] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.531692] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.531780] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.532104] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.532275] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.532440] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port cced63fc-2e83-4322-a44f-3f7e27947396 not found, creating... [ 1080.532879] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533103] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533250] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533689] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.534044] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.534281] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.534500] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.534753] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.534940] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.535155] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: cced63fc-2e83-4322-a44f-3f7e27947396 is going to be created. [ 1080.562983] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.563171] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.563209] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.563459] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.563717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.563977] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.581258] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: SUCCESS [ 1080.581531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.581716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.581961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.582158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.582325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.582451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.582628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.582753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.582888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.583044] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.085746] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.210027] env[65216]: INFO networking_nsxv3.common.synchronization [req-97574103-e92a-47f8-a545-c8ad4720e967 req-5ca73e72-6322-4440-8fdb-571b513b8dad tempest-AttachVolumeShelveTestJSON-97110743 tempest-AttachVolumeShelveTestJSON-97110743-project-member] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 1081.210027] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGHEST for action security_group_members [ 1081.210027] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.210027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.210027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.210027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.210350] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.210350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.210350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.210486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.210633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.210696] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.313357] env[65216]: INFO networking_nsxv3.common.synchronization [req-75804b63-48d8-49e3-84ba-43bdbf205f3c req-add1f5de-ac04-45a8-a212-9d492bec1a34 service nova] Enqueued Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_rules [ 1081.313357] env[65216]: INFO networking_nsxv3.common.synchronization [req-75804b63-48d8-49e3-84ba-43bdbf205f3c req-add1f5de-ac04-45a8-a212-9d492bec1a34 service nova] Enqueued Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_members [ 1081.313443] env[65216]: INFO networking_nsxv3.common.synchronization [req-75804b63-48d8-49e3-84ba-43bdbf205f3c req-add1f5de-ac04-45a8-a212-9d492bec1a34 service nova] Enqueued Resource ID: cced63fc-2e83-4322-a44f-3f7e27947396 with Priority: HIGHEST for action port [ 1081.313985] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_rules [ 1081.314270] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_members [ 1081.314374] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cced63fc-2e83-4322-a44f-3f7e27947396 with Priority: HIGHEST for action port [ 1081.314696] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.315425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.315425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315425] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.315425] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.316810] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.317469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.317469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.317469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.317469] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.317469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.317714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.317714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.317872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.317986] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.319455] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-cced63fc-2e83-4322-a44f-3f7e27947396 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.319595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.319623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.319784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.319861] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cced63fc-2e83-4322-a44f-3f7e27947396',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.389634] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392047] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.588052] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a452a92-9eaf-4286-810a-7d75c994e2a0: rpc.has_security_group_logging(os_id): False [ 1081.612838] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.613057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.613148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.613404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.613548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.613806] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.613926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.613994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.614167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.614269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.614366] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 is going to be updated. [ 1081.686355] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.686531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.686605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.686967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.687167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.704958] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: IN_PROGRESS for 2s [ 1081.715022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.715022] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.715022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.715424] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 is going to be updated. [ 1081.767143] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.767143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.767143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.767606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.767775] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.784706] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: IN_PROGRESS for 2s [ 1081.818142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.818345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.819990] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.821611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cced63fc-2e83-4322-a44f-3f7e27947396 with status ACTIVE [ 1081.821935] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.822181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.822235] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.822898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.822898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.823015] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.823069] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.823109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.823285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.823403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.823590] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.823717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.823717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.823876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.823960] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.824064] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cced63fc-2e83-4322-a44f-3f7e27947396 is going to be updated. [ 1081.880055] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.880270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.880270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.880502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.880644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.880818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cced63fc-2e83-4322-a44f-3f7e27947396" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.894212] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.894403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.894465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.894698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.894918] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.895093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.895214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.895431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.895608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.895717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.895840] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.895922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.895979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.896160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.896345] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.896473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.896547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.896746] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.896861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.896991] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.897119] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.311600] env[65216]: INFO networking_nsxv3.common.synchronization [req-adf3af7e-c958-4f55-b0e4-1350b48c2f06 req-86d25ad7-b71e-4040-a27c-9dd56ab28b6e tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1082.312034] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1082.312263] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.313062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.313062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.313266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.313490] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.313660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.313772] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.314114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.314334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.315020] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.322895] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.399233] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e: rpc.has_security_group_logging(os_id): False [ 1082.421888] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.422148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.422233] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.422404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.422530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.422738] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.422856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.422911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.423493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.423493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.423493] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.423932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.423932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.423932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.423932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.424172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.424270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.424331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.424517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.424615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.424764] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 1082.510660] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.510660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.510660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.510660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.510660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.526436] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 1082.818284] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.824599] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.825070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.825070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.825070] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.825469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.825469] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 is going to be created. [ 1082.872975] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.873244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.873369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.873660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.873909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.900798] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a325463d-3172-453a-b493-e2dd6d7bd727 in Status: UNINITIALIZED for 2s [ 1083.320718] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.726788] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: SUCCESS [ 1083.727356] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.796328] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: IN_PROGRESS for 4s [ 1083.824209] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.824647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.824647] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.824972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.825113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.825381] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1083.873057] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.873243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.873312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.873525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.873684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.883833] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1084.540991] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 1084.541501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.915970] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a325463d-3172-453a-b493-e2dd6d7bd727 in Status: SUCCESS [ 1084.916298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.916626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.916699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.916879] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.917010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.917072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.917238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.917320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.917404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.917504] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.324963] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c3d33055-0236-45ff-926d-5eb78aa26e54 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1085.325622] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1085.325994] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.326175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.326268] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.326475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.327113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.327113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.327113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.327113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.327360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.327360] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.422110] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.810036] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 in Status: SUCCESS [ 1085.810186] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 deletion is rescheduled due to dependency. [ 1085.810281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.829967] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.829967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.829967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.829967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.867513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867900] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.868076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.868150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.868368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.868454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.868589] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1085.901940] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1085.902277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.911189] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.911189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.911189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.911189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.911189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.924189] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1085.924683] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a325463d-3172-453a-b493-e2dd6d7bd727: rpc.has_security_group_logging(os_id): False [ 1085.948187] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.948432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.948432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.948604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.948694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.948941] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.949056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.949117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.949299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.949402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.949496] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 is going to be created. [ 1086.032606] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.032866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.033058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.033267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.033483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.049360] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a325463d-3172-453a-b493-e2dd6d7bd727 in Status: IN_PROGRESS for 2s [ 1086.359053] env[65216]: INFO networking_nsxv3.common.synchronization [req-8b96ea1c-7eea-4a2f-979e-dcc94af9ad71 req-e4a96c3d-a046-4848-a3f2-3de786923933 tempest-ServerDiskConfigTestJSON-952274782 tempest-ServerDiskConfigTestJSON-952274782-project-member] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1086.359981] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGHEST for action security_group_members [ 1086.360157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.360157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.360250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.360414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.360813] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.360813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.360813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.361033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.361033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.361033] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.864020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.864387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.864387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.864599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.865071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.865071] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.865071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.869322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.869591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.869701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.869820] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be updated. [ 1086.916184] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.916256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.916850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.916850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.916850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.927949] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: IN_PROGRESS for 2s [ 1087.936341] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1087.936341] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 deletion is rescheduled due to dependency. [ 1087.936341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.062938] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a325463d-3172-453a-b493-e2dd6d7bd727 in Status: SUCCESS [ 1088.063121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.940950] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 in Status: SUCCESS [ 1088.941311] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 deletion is rescheduled due to dependency. [ 1088.941311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.772571] env[65216]: INFO networking_nsxv3.common.synchronization [req-bad6126d-7ebd-4709-81f6-c2c60ebce9ea req-c656c3ab-29a4-42ea-aac6-00e6096da425 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1090.772571] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1090.773008] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.773008] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.773008] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.773359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.773418] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.773486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.773544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.774341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.774341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.774341] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.158953] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.159267] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.159467] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.159765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.160075] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.160297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.160493] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.160756] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.160941] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.161165] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.161293] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.161409] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.161589] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.161746] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.161896] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.162071] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.182968] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.183155] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.183295] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.183467] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.183781] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-22b23524-cd05-4f6b-87c8-3cf9d0784a14 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.183946] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.184076] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.184505] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.184581] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22b23524-cd05-4f6b-87c8-3cf9d0784a14',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.276843] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.276843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.277093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.277193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.277260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.277523] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.277716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.277785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.277928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.278015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.278133] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1091.308115] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.308285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.308337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.308530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.308668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.317488] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1091.686915] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687365] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687574] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.687956] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.688201] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.688405] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 22b23524-cd05-4f6b-87c8-3cf9d0784a14 not found, creating... [ 1091.688771] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.688993] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.689158] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.689478] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.689627] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.690103] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.690211] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.690333] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.690553] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.690690] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.690839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 22b23524-cd05-4f6b-87c8-3cf9d0784a14 is going to be created. [ 1091.714411] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.714675] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.714744] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.715107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.715462] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.715773] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.435673] env[65216]: INFO networking_nsxv3.common.synchronization [req-bad6126d-7ebd-4709-81f6-c2c60ebce9ea req-47075a8b-22c4-402a-b620-5e54a1356c6a service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 1092.435980] env[65216]: INFO networking_nsxv3.common.synchronization [req-bad6126d-7ebd-4709-81f6-c2c60ebce9ea req-47075a8b-22c4-402a-b620-5e54a1356c6a service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1092.436070] env[65216]: INFO networking_nsxv3.common.synchronization [req-bad6126d-7ebd-4709-81f6-c2c60ebce9ea req-47075a8b-22c4-402a-b620-5e54a1356c6a service nova] Enqueued Resource ID: 22b23524-cd05-4f6b-87c8-3cf9d0784a14 with Priority: HIGHEST for action port [ 1092.436573] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 1092.436744] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1092.436814] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b23524-cd05-4f6b-87c8-3cf9d0784a14 with Priority: HIGHEST for action port [ 1092.437410] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.437756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.437944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.438101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.438190] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.439353] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.439460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.441515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-22b23524-cd05-4f6b-87c8-3cf9d0784a14 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.441515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.441515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.441515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.441515] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22b23524-cd05-4f6b-87c8-3cf9d0784a14',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.761107] env[65216]: INFO networking_nsxv3.common.synchronization [req-c2566608-2d82-44a4-84a2-6341954ea38c req-0b531f0a-6d4e-4aa4-b3b2-38d497b9dce7 tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1092.763039] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1092.763423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.763570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.763653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.763895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.764089] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.764220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.764291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.764501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.764598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.764730] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.943294] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.943501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.943699] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22b23524-cd05-4f6b-87c8-3cf9d0784a14 with status ACTIVE [ 1092.943889] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.944405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.944511] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.944723] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.945402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.945402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.945801] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.945801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.945801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.945801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.946088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.946460] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22b23524-cd05-4f6b-87c8-3cf9d0784a14 is going to be updated. [ 1092.975428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.975687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.975687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.975931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.976378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.976584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22b23524-cd05-4f6b-87c8-3cf9d0784a14" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.268946] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.326840] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1093.326840] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 1093.327178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.327178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.327402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.327521] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.327652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.327738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.327898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.327981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.328087] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.771610] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.830628] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.276409] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.276409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.276409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.276409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.276409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.276409] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1094.309954] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.309954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.309954] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.310120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.310489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.322120] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1094.336674] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.842445] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.843730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.843730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.843730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.843730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.843730] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1094.881367] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.881587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.881666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.881942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.882154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.892371] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1095.191437] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.192220] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.192220] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.193128] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.193128] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.193128] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.193128] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.193407] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.193580] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.193835] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.193988] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.194154] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.194283] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.194417] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.194542] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.194695] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.213902] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.214128] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.214472] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.214546] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.214982] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-f562727f-e1e5-489b-a557-9d7cf2680f54 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.215238] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.215409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.215844] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.216054] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f562727f-e1e5-489b-a557-9d7cf2680f54',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.719598] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.720053] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.720053] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.720376] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.720588] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.720759] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port f562727f-e1e5-489b-a557-9d7cf2680f54 not found, creating... [ 1095.721089] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.721350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.721425] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.721644] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.721785] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.722135] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.722309] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.722436] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.722663] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.722822] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.722966] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: f562727f-e1e5-489b-a557-9d7cf2680f54 is going to be created. [ 1095.746018] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.746264] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.746388] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.746691] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.746959] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.747229] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.333224] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1096.333555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.442925] env[65216]: INFO networking_nsxv3.common.synchronization [req-c81be30d-5cda-4ddd-a842-67127e8c6163 req-d88de37b-cb2d-45c8-8e3c-6d4f8cb54607 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 1096.442925] env[65216]: INFO networking_nsxv3.common.synchronization [req-c81be30d-5cda-4ddd-a842-67127e8c6163 req-d88de37b-cb2d-45c8-8e3c-6d4f8cb54607 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1096.442925] env[65216]: INFO networking_nsxv3.common.synchronization [req-c81be30d-5cda-4ddd-a842-67127e8c6163 req-d88de37b-cb2d-45c8-8e3c-6d4f8cb54607 service nova] Enqueued Resource ID: f562727f-e1e5-489b-a557-9d7cf2680f54 with Priority: HIGHEST for action port [ 1096.442925] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 1096.442925] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1096.442925] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f562727f-e1e5-489b-a557-9d7cf2680f54 with Priority: HIGHEST for action port [ 1096.442925] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.442925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.442925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.442925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.444373] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.446010] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.448610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.448610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.448610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.448610] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.448610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.448610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.448610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.448610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.448610] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.448610] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f562727f-e1e5-489b-a557-9d7cf2680f54 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.450644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.450644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.450644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.450644] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f562727f-e1e5-489b-a557-9d7cf2680f54',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.903005] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1096.903252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.903429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.903652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.903855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.903979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.904062] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.904242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.904326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.904411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.904517] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.952448] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f562727f-e1e5-489b-a557-9d7cf2680f54 with status ACTIVE [ 1096.952659] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.952787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.952858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.953433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.953433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.953588] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.953702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.953782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.953955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.954086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.954282] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.954393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.954461] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.954608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.954679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.954767] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f562727f-e1e5-489b-a557-9d7cf2680f54 is going to be updated. [ 1096.956039] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.958462] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.958462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.986314] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.986458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.987182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.987182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.987182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.987182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.405799] env[65216]: INFO networking_nsxv3.common.synchronization [req-ccc33b1d-4674-431c-a0de-785d220a3aca req-e2015628-6504-4819-bead-a8e04be68a47 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_members [ 1097.406614] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGHEST for action security_group_members [ 1097.407343] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.408105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.408105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.408105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.408406] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.408603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.408722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.409409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.409409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.409409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.409528] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.409705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.409787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.410064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.410305] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.410483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.410592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.410923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.411178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.411178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.411292] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.412328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.412444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.412499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.412667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.412812] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.412921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.412962] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.413188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.413290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.413410] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.460323] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.916041] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff7ce3d-8a03-40fe-ba80-1eca5899029d: rpc.has_security_group_logging(os_id): False [ 1097.917515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.917963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.917963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.918216] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.918293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.918522] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.918614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.918664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.921306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.921306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.921306] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 is going to be updated. [ 1097.939021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.939021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939626] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.939626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.939626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.939626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.939626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939626] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1097.947968] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.949553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.949553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.949553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.949553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.956928] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: IN_PROGRESS for 2s [ 1097.966558] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.966558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.966558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.966558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.966558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.966558] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1097.994989] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.995193] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.995272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.995616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.996063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.007128] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.007320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.007367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.007602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.007804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.010094] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1098.023317] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1099.968283] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 in Status: SUCCESS [ 1099.968622] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 deletion is rescheduled due to dependency. [ 1099.968622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.019429] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1100.019642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.019802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.020058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.020257] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.020375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.020447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.020597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.020671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.020753] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.020844] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.038554] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1100.038800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.266170] env[65216]: INFO networking_nsxv3.common.synchronization [None req-b835b801-dd89-4677-90db-51ef6c75da27 None None] Enqueued Resource ID: 0e83cb77-7772-411d-9778-fa4cae79735a with Priority: HIGHEST for action port [ 1100.266739] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e83cb77-7772-411d-9778-fa4cae79735a with Priority: HIGHEST for action port [ 1100.267055] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e83cb77-7772-411d-9778-fa4cae79735a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.267179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e83cb77-7772-411d-9778-fa4cae79735a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.267240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e83cb77-7772-411d-9778-fa4cae79735a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.267504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e83cb77-7772-411d-9778-fa4cae79735a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.267577] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e83cb77-7772-411d-9778-fa4cae79735a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.524222] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.524395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.524442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.525029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.525029] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.525029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.525029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.525240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.525240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.525299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.525402] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.525497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.525562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.525732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.525871] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.525963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.526086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.526174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.526249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.526331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.526419] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.769354] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e83cb77-7772-411d-9778-fa4cae79735a [ 1100.769815] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.769815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.769815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.771037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.771178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.771321] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e83cb77-7772-411d-9778-fa4cae79735a already deleted. [ 1100.771991] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e83cb77-7772-411d-9778-fa4cae79735a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.029836] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2: rpc.has_security_group_logging(os_id): False [ 1101.052771] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.052995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.053191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.053299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.053415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.053586] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.053683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.053942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.054141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.054242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.054461] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.054567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.054630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.054773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.054849] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.055050] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.055145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.055206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.055793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.055793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.055793] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1101.134995] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.134995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.134995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.134995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.134995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.153634] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1101.517255] env[65216]: INFO networking_nsxv3.common.synchronization [req-fdfecd57-ea5a-41ba-b927-7a7ff217a0e6 req-6ff9e74f-73c8-46b9-86ec-66dcc5404316 tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1101.518364] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1101.518715] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.518920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.518994] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.519211] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.519398] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.519516] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.519580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.519743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.519829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.519943] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.022427] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.524638] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.727036] env[65216]: INFO networking_nsxv3.common.synchronization [None req-d9c9eb60-0cbb-4c51-8ff7-ee11a029f424 None None] Enqueued Resource ID: 6167abe7-0f2a-4aad-8e2d-42172d69b8de with Priority: HIGHEST for action port [ 1102.727036] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6167abe7-0f2a-4aad-8e2d-42172d69b8de with Priority: HIGHEST for action port [ 1102.727036] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6167abe7-0f2a-4aad-8e2d-42172d69b8de taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.727036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6167abe7-0f2a-4aad-8e2d-42172d69b8de" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.727036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6167abe7-0f2a-4aad-8e2d-42172d69b8de" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.727036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6167abe7-0f2a-4aad-8e2d-42172d69b8de" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.727036] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6167abe7-0f2a-4aad-8e2d-42172d69b8de',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.027104] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.027104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.027355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.027421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.027521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.027631] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1103.064363] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.064536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.064536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.064972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.064972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.077099] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1103.170482] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1103.170713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.232569] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6167abe7-0f2a-4aad-8e2d-42172d69b8de [ 1103.232814] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.232956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.233057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.233299] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.233417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.233524] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6167abe7-0f2a-4aad-8e2d-42172d69b8de already deleted. [ 1103.233605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6167abe7-0f2a-4aad-8e2d-42172d69b8de" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.236938] env[65216]: INFO networking_nsxv3.common.synchronization [req-fc6072c5-964a-4055-a970-573e1fca0cc4 req-9c51cfa7-b402-4467-8f48-e14c94abf08c tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1104.238286] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1104.238683] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.242172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.242253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.242460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.242632] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.242739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.242802] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.243104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.243104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.243170] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.611553] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.611780] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.611907] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.612268] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.612592] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.612869] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.612961] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.613202] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.613382] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.613618] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.613722] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.613831] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.613935] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.614054] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.614161] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.614292] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.741521] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.741728] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.127 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.741885] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.742088] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.742455] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.742654] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.742776] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.743181] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.743335] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f386b4e-3fbe-4046-a9ed-52c8348eeebe',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.745781] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.088069] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1105.088148] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.247073] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.247488] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.247488] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.247868] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.248067] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.248252] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 3f386b4e-3fbe-4046-a9ed-52c8348eeebe not found, creating... [ 1105.248525] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.248688] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.248826] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.249084] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.249271] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.249621] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.249850] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.249979] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.250204] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.250339] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.250476] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 3f386b4e-3fbe-4046-a9ed-52c8348eeebe is going to be created. [ 1105.251590] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.272554] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.272774] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.272902] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.273266] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.273517] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.273748] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.755529] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.755748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.755821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.756110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.756237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.756419] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1105.790611] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.790801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.790801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.791103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.791244] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.801785] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1105.937367] env[65216]: INFO networking_nsxv3.common.synchronization [req-fc6072c5-964a-4055-a970-573e1fca0cc4 req-8883d834-bc8d-4e56-9fea-4db0ba332df3 service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1105.937367] env[65216]: INFO networking_nsxv3.common.synchronization [req-fc6072c5-964a-4055-a970-573e1fca0cc4 req-8883d834-bc8d-4e56-9fea-4db0ba332df3 service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1105.937367] env[65216]: INFO networking_nsxv3.common.synchronization [req-fc6072c5-964a-4055-a970-573e1fca0cc4 req-8883d834-bc8d-4e56-9fea-4db0ba332df3 service nova] Enqueued Resource ID: 3f386b4e-3fbe-4046-a9ed-52c8348eeebe with Priority: HIGHEST for action port [ 1105.938620] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1105.938620] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1105.938620] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f386b4e-3fbe-4046-a9ed-52c8348eeebe with Priority: HIGHEST for action port [ 1105.938884] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.938958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.939032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.939200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.939294] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.940329] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.940430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.940720] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.940720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.940882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.940956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.941171] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f386b4e-3fbe-4046-a9ed-52c8348eeebe',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.443888] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.444214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.449490] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f386b4e-3fbe-4046-a9ed-52c8348eeebe with status ACTIVE [ 1106.449702] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.449912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.449912] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.450243] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.450315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.450510] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.450656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.450787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.451368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.451368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.451368] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.451368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.451368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.452106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.452106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.452106] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f386b4e-3fbe-4046-a9ed-52c8348eeebe is going to be updated. [ 1106.472853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.473075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.473075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.473273] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.473405] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.473565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f386b4e-3fbe-4046-a9ed-52c8348eeebe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.586151] env[65216]: INFO networking_nsxv3.common.synchronization [req-bfea4d53-d23d-40f8-9b28-ad828d8902a9 req-db48b708-e064-4e6d-afbc-1ab149ba3c09 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1106.587114] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1106.587114] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.587114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.587114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.587114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.587348] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.587348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.587416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.588084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.588084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.588084] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.639090] env[65216]: INFO networking_nsxv3.common.synchronization [req-c869a0ef-27be-4e63-b25b-9b9ae4345f43 req-7955c729-642d-4634-a781-37888dac32fb tempest-InstanceActionsTestJSON-294668842 tempest-InstanceActionsTestJSON-294668842-project-member] Enqueued Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_members [ 1106.640496] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_members [ 1106.640496] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9d1518-e295-4d26-9762-68efa9460cbf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.640496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.640496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.640742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.640962] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.641111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.641190] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.641709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.641709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.641709] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.032021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.032021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.032021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.032021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.032021] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.032021] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.032560] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.032901] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.033170] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.033478] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.033712] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.033924] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.034133] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.034337] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.034529] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.034761] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.053744] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.053744] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.053929] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.053999] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-635" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.054323] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-d05a7467-3d04-42c8-8441-a32babe1d422 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.054494] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.054613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.054929] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.055138] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05a7467-3d04-42c8-8441-a32babe1d422',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.089916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.090094] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.090156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.090381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.090465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.090662] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.090758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.090823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.090967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.091056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.091143] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1107.119349] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.119349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.119540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.120125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.120125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.130279] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1107.144420] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.144571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.144880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.145030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.145324] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.145470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.145567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.145824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.145929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.146076] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9d1518-e295-4d26-9762-68efa9460cbf already deleted. [ 1107.146182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.557513] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.557919] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.557958] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558261] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558423] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.558598] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port d05a7467-3d04-42c8-8441-a32babe1d422 not found, creating... [ 1107.558974] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.560587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.560587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.560587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.560587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.560765] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.561074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.561074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.561283] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.561448] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.561551] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: d05a7467-3d04-42c8-8441-a32babe1d422 is going to be created. [ 1107.585379] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.585679] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.585809] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.586093] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.586333] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.586563] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.813737] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1107.813737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.813737] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.814146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.814146] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.814265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.814332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.814484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.814565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.814695] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.316715] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.334202] env[65216]: INFO networking_nsxv3.common.synchronization [req-c869a0ef-27be-4e63-b25b-9b9ae4345f43 req-cafe4008-09c1-454e-8c32-340a718c3182 service nova] Enqueued Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_rules [ 1108.334202] env[65216]: INFO networking_nsxv3.common.synchronization [req-c869a0ef-27be-4e63-b25b-9b9ae4345f43 req-cafe4008-09c1-454e-8c32-340a718c3182 service nova] Enqueued Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_members [ 1108.334202] env[65216]: INFO networking_nsxv3.common.synchronization [req-c869a0ef-27be-4e63-b25b-9b9ae4345f43 req-cafe4008-09c1-454e-8c32-340a718c3182 service nova] Enqueued Resource ID: d05a7467-3d04-42c8-8441-a32babe1d422 with Priority: HIGHEST for action port [ 1108.334202] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_rules [ 1108.334202] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_members [ 1108.334401] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05a7467-3d04-42c8-8441-a32babe1d422 with Priority: HIGHEST for action port [ 1108.334855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9d1518-e295-4d26-9762-68efa9460cbf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.335137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.335137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.335632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.335632] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.336689] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9d1518-e295-4d26-9762-68efa9460cbf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.336689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.336689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.336868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.336868] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.336983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.337031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.337164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.337245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.337329] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.338198] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d05a7467-3d04-42c8-8441-a32babe1d422 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.338301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.338394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.338515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.338591] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05a7467-3d04-42c8-8441-a32babe1d422',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.818746] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.841632] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9d1518-e295-4d26-9762-68efa9460cbf taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.841632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.841632] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.843035] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d05a7467-3d04-42c8-8441-a32babe1d422 with status ACTIVE [ 1108.843035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.843209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.843209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.843363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.844230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.844230] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.844230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.844230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.844230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.844230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.844230] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.844230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.845083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.845083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.845083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.845083] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d05a7467-3d04-42c8-8441-a32babe1d422 is going to be updated. [ 1108.872852] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.873015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.873114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.873311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.873449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.873613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d05a7467-3d04-42c8-8441-a32babe1d422" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.140743] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1109.140918] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 1109.141048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.323353] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.323486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.323593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.323765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.323861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.323983] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1109.343236] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.368891] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.369291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.369384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.369603] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.369750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.381549] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1109.845986] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.846337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.846337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.846511] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.846648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.846782] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9d1518-e295-4d26-9762-68efa9460cbf is going to be created. [ 1109.891706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.891822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.891822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.892611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.892611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.902788] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9d1518-e295-4d26-9762-68efa9460cbf in Status: UNINITIALIZED for 2s [ 1110.452398] env[65216]: INFO networking_nsxv3.common.synchronization [None req-4c85fdb1-cd27-441b-b54f-682e5ea6e407 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_rules [ 1110.452398] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_rules [ 1110.452884] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.453068] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.453152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.453513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.453597] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.613520] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6afeba71-3159-445c-80f4-13ad54d3c23c tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_rules [ 1110.613520] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_rules [ 1110.614465] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.614773] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.735924] env[65216]: INFO networking_nsxv3.common.synchronization [req-2b5264a3-5553-4428-be65-86f0b6c8c31f req-00d0be6b-65f9-4207-9a04-444bec8f79a6 tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1110.736551] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1110.736876] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.737026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.737251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.737503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.737676] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.737819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.737892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.738058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.738189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.738246] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.979773] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.980173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.980173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.980245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.980436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.980436] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 already deleted. [ 1110.980534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.980615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.980768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.980850] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.109352] env[65216]: INFO networking_nsxv3.common.synchronization [req-d1a07601-e948-43a2-9308-9224d2ff8b12 req-e5b7cc8c-9257-410d-8c5c-dc4a9c721762 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 1111.109815] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 1111.110218] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.110349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.110410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.110616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.110762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.110880] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.110972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.111162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.111256] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111367] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.240806] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.392189] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1111.392513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.392602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.392876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.393100] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.393242] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.393312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.393491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.393564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.393666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.393753] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.440908] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.441172] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.441315] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.441577] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.441910] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.442283] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.442455] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.442751] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.442947] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.443217] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.443389] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.443516] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.443658] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.443788] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.443916] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.444140] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.466454] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.466710] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.466809] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.466993] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.467349] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.467563] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.467702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.468130] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.468293] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.503642] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.503819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.503899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.504195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.504382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.504496] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 already deleted. [ 1111.504602] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.614133] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.614133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.614133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.614409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.615033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.615033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.615033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.615033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.615259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.615259] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.615313] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be deleted. [ 1111.644832] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.644832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.645063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.646021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.646021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.646021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.745570] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.897067] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.897067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.897067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.897368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.897523] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.897675] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.897809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.898011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.898136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.898230] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.898414] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.898626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.898733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.899031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.899227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.899336] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.899413] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.899615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.899703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.899791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.899886] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.913649] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9d1518-e295-4d26-9762-68efa9460cbf in Status: SUCCESS [ 1111.913947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.914133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.914434] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.914535] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.914651] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.914720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.914871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.914951] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.915044] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.915134] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.970825] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.971266] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.971350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.971585] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.971738] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.971911] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe not found, creating... [ 1111.972207] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.972390] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.972519] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.972742] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.972882] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.973193] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.973369] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.973511] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.973740] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.973906] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.974053] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe is going to be created. [ 1111.995610] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.995938] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.995991] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.996297] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.996549] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.996778] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.248293] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.248454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.248454] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.248671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.248786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.248897] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1112.289995] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.292833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.292833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.292833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.292833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.300363] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1112.401935] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 159502a5-7887-414c-a1c5-c642afe28e3a: rpc.has_security_group_logging(os_id): False [ 1112.417906] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9d1518-e295-4d26-9762-68efa9460cbf taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.418118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.418180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.418684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.418684] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.418684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.418684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.418993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.418993] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.419066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.419213] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9d1518-e295-4d26-9762-68efa9460cbf taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.419301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.419352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.419494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.419628] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.419717] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.419777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.419913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.419988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.420092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.420162] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.421768] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.421928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.421928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.422099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.422178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.422349] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.422443] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.422504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.422640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.422715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.422942] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.422989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.423041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.423179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.423252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.423441] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.423548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.423582] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.423712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.423781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.423865] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1112.493432] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.493432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.493432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.493740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.493740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.509773] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1112.566737] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.566737] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.566737] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.566737] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.566737] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.567258] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.567258] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.567565] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.567565] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.568250] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.568422] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.568565] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.569258] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.569258] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.569258] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.569258] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.593374] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.593671] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.593837] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.594102] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-349" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.594477] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-f562727f-e1e5-489b-a557-9d7cf2680f54 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.594671] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.594792] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.595082] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.595220] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f562727f-e1e5-489b-a557-9d7cf2680f54',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.759147] env[65216]: INFO networking_nsxv3.common.synchronization [req-d1a07601-e948-43a2-9308-9224d2ff8b12 req-0311b48f-6451-4734-ac63-1ef99d08c67e service nova] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_rules [ 1112.759483] env[65216]: INFO networking_nsxv3.common.synchronization [req-d1a07601-e948-43a2-9308-9224d2ff8b12 req-0311b48f-6451-4734-ac63-1ef99d08c67e service nova] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 1112.759483] env[65216]: INFO networking_nsxv3.common.synchronization [req-d1a07601-e948-43a2-9308-9224d2ff8b12 req-0311b48f-6451-4734-ac63-1ef99d08c67e service nova] Enqueued Resource ID: f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe with Priority: HIGHEST for action port [ 1112.763499] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_rules [ 1112.763499] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 1112.763499] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe with Priority: HIGHEST for action port [ 1112.763499] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.763499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.763499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.763499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.763499] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.763499] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.764071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.764071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.764071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.764071] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.764208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.764208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.764579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.764579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.764693] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.766132] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.766132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.766132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.766342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.766427] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.927714] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e9d1518-e295-4d26-9762-68efa9460cbf: rpc.has_security_group_logging(os_id): False [ 1112.947716] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.948010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.948092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.948316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.948401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.948651] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.948751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.948815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.949159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.949252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.949474] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.949581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.949648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.949804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.949911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.950188] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.950294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.950361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.950505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.950569] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.950677] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9d1518-e295-4d26-9762-68efa9460cbf is going to be created. [ 1113.019727] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.020155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.020155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.020975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.020975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.033795] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9d1518-e295-4d26-9762-68efa9460cbf in Status: IN_PROGRESS for 2s [ 1113.097992] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.098256] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.098380] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.101153] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.101153] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.101153] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.101694] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.101694] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.101694] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: f562727f-e1e5-489b-a557-9d7cf2680f54 is going to be updated. [ 1113.136481] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.136698] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.136801] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.137100] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.137290] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.137517] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.268140] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.269490] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.269490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.269783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe with status ACTIVE [ 1113.269948] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.270223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.270311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.270530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.270619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.270797] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.271078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.271078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.271660] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.271853] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.271962] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.272065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.272125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.272286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.272352] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.272443] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe is going to be updated. [ 1113.296853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.298079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.298079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.298079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.298079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.298079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.770306] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.860465] env[65216]: INFO networking_nsxv3.common.synchronization [req-6c94d384-2691-44f3-8b23-05ef268d8a2f req-2b2ed530-54be-4266-9bce-4e07c912aef1 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 1113.860644] env[65216]: INFO networking_nsxv3.common.synchronization [req-6c94d384-2691-44f3-8b23-05ef268d8a2f req-2b2ed530-54be-4266-9bce-4e07c912aef1 service nova] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1113.860782] env[65216]: INFO networking_nsxv3.common.synchronization [req-6c94d384-2691-44f3-8b23-05ef268d8a2f req-2b2ed530-54be-4266-9bce-4e07c912aef1 service nova] Enqueued Resource ID: f562727f-e1e5-489b-a557-9d7cf2680f54 with Priority: HIGHEST for action port [ 1113.861591] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_rules [ 1113.861737] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1113.861836] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f562727f-e1e5-489b-a557-9d7cf2680f54 with Priority: HIGHEST for action port [ 1113.862850] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.863015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.863086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.863326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.863426] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.865377] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.865531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.865613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.866040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.866240] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.866361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.866439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.866627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.866719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.866824] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.872146] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f562727f-e1e5-489b-a557-9d7cf2680f54 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.872146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.872320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.872473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.872560] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f562727f-e1e5-489b-a557-9d7cf2680f54',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.274384] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.274899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.274899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.274899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.274899] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.275241] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be created. [ 1114.301418] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.301596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.301632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.301835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.302007] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.313060] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1114.313060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.313788] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: UNINITIALIZED for 2s [ 1114.375631] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.375919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.376186] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.377187] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f562727f-e1e5-489b-a557-9d7cf2680f54 with status ACTIVE [ 1114.378054] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.378054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.378054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.378054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.378054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.378351] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.378351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.378351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.378440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.378485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.378667] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.378907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.378907] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.379034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.379034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.379109] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f562727f-e1e5-489b-a557-9d7cf2680f54 is going to be updated. [ 1114.406432] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.406627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.406726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.407018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.407206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.407418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f562727f-e1e5-489b-a557-9d7cf2680f54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.529684] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1114.529922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.881385] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.053399] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9d1518-e295-4d26-9762-68efa9460cbf in Status: SUCCESS [ 1115.053645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.384320] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.384751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.384751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.384751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.384751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.384892] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1115.419232] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.419414] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.419463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.419777] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.419975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.430825] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1115.889410] env[65216]: INFO networking_nsxv3.common.synchronization [req-5b41a82b-3d4e-449e-a31d-2c665dd5fa84 req-65912651-efc7-4197-8b0b-993f6a4e85fb tempest-ServersNegativeTestJSON-338097750 tempest-ServersNegativeTestJSON-338097750-project-member] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 1115.889864] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGHEST for action security_group_members [ 1115.890243] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.890362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.892104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.892104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.892104] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.892104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.892104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.892104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.892104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.892104] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.327145] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: SUCCESS [ 1116.327145] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.327305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.327481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.327671] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.328709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.328709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.328709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.328709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.328709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.328709] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.395728] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.396092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.396092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.396711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.396711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.396711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.396711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.396711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.397060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.397060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.397060] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be updated. [ 1116.432437] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.432598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.432708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.432943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.433108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.443647] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: IN_PROGRESS for 2s [ 1116.831896] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.832207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.832301] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.832589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.832799] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.832943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.833026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.833229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.833358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.833449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.833644] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.833744] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.833830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.834115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.834299] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.834406] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.834460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.834778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.835089] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.835241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.835470] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.338457] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07649259-cdda-49da-b157-04055945fffb: rpc.has_security_group_logging(os_id): False [ 1117.361142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.361313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.361466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.361579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.361700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.361978] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.362112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.362187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.362365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.362459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362660] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.362834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.362834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.363224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.363224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.363291] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.363386] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.363449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.363593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.363684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.363778] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be created. [ 1117.412740] env[65216]: INFO networking_nsxv3.common.synchronization [req-65d46065-3d67-42c2-a9b0-532342229f86 req-2db54bde-965e-4dc9-aab4-42a8a8c785c9 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_members [ 1117.414314] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_members [ 1117.414314] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.414314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.414314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.414314] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.414314] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.414691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.414691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.414691] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.414815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.414910] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.435342] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.435490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.435560] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.435770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.435958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.488628] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1117.488898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.489124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.489505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.489579] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.489884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.489884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.489884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.490129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.490129] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.490129] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.498598] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07649259-cdda-49da-b157-04055945fffb in Status: IN_PROGRESS for 2s [ 1117.813560] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.813853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.814384] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.814803] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.815254] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.815493] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.815663] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.815986] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.816232] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.816518] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.816690] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.816883] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.817102] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.817315] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.817500] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.817706] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.840933] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.841121] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.841312] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.841569] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.841955] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-fb659c78-2aaa-4021-a094-8771e47a3b6e taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.842201] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.842377] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.842763] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.842937] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb659c78-2aaa-4021-a094-8771e47a3b6e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.917155] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.917324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.917393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.917623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.917716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.918016] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.918132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.918195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.918360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.918435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.918611] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 already deleted. [ 1117.918720] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.993131] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.993317] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.993364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.993684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.993905] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.994056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.994162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.994361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.994467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.994580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.994758] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.994879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.994978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.995206] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.995381] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.995498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.995579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.995742] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.995847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.995947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.996070] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.113152] env[65216]: INFO networking_nsxv3.common.synchronization [req-4fca3c61-0ce9-4cbc-922b-4efcce499838 req-13d7ff80-eeaf-4525-b043-32f97a54a83e tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1118.113152] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1118.113678] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.113957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.114162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.114448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.114694] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.114898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.115051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.115287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.115538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.116754] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.346115] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.346368] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.346499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.346806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.346986] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.347170] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port fb659c78-2aaa-4021-a094-8771e47a3b6e not found, creating... [ 1118.347448] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.347607] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.347794] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.348017] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.348214] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.348511] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.348666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.348851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.349241] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.349430] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.349607] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: fb659c78-2aaa-4021-a094-8771e47a3b6e is going to be created. [ 1118.359725] env[65216]: INFO networking_nsxv3.common.synchronization [req-e323c621-c7fd-4a94-9e1f-4f64210d1f35 req-48e725d2-470c-4cb6-9416-9ed9f6d3f3c1 tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1118.360277] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1118.360571] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.360693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.360760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.360955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.361274] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.361375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.361439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.361599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.361685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.361779] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.372181] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.372403] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.372528] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.372800] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.373054] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.373280] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.454284] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e in Status: SUCCESS [ 1118.454623] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e deletion is rescheduled due to dependency. [ 1118.454623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.498988] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2: rpc.has_security_group_logging(os_id): False [ 1118.519024] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.519024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.519024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.519024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.519024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.519984] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.519984] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.519984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.520387] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.520387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.520387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.520485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.520517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.520582] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1118.597373] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.597538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.597611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.598195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.598433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.615905] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1118.617259] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.865307] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.104766] env[65216]: INFO networking_nsxv3.common.synchronization [req-65d46065-3d67-42c2-a9b0-532342229f86 req-d3157738-8f2b-4549-9c39-93012c0ae730 service nova] Enqueued Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_rules [ 1119.105101] env[65216]: INFO networking_nsxv3.common.synchronization [req-65d46065-3d67-42c2-a9b0-532342229f86 req-d3157738-8f2b-4549-9c39-93012c0ae730 service nova] Enqueued Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_members [ 1119.105363] env[65216]: INFO networking_nsxv3.common.synchronization [req-65d46065-3d67-42c2-a9b0-532342229f86 req-d3157738-8f2b-4549-9c39-93012c0ae730 service nova] Enqueued Resource ID: fb659c78-2aaa-4021-a094-8771e47a3b6e with Priority: HIGHEST for action port [ 1119.107318] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_rules [ 1119.107318] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_members [ 1119.107427] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb659c78-2aaa-4021-a094-8771e47a3b6e with Priority: HIGHEST for action port [ 1119.107706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.107889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.107950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.108174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.108299] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.110915] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.111035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.111103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.112189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.112189] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.112189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.112189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.112189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.112189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.112189] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.113458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb659c78-2aaa-4021-a094-8771e47a3b6e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.113458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.113458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.113458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.113458] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb659c78-2aaa-4021-a094-8771e47a3b6e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.119880] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.367471] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.512736] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07649259-cdda-49da-b157-04055945fffb in Status: SUCCESS [ 1119.512736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.614805] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.614805] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.616511] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.618391] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb659c78-2aaa-4021-a094-8771e47a3b6e with status ACTIVE [ 1119.618975] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.618975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.619137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.619376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.619604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.619717] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.619840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.619903] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.620095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.620165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.620360] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.620444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.620507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.620652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.620741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.620825] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb659c78-2aaa-4021-a094-8771e47a3b6e is going to be updated. [ 1119.622490] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.622624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.622679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.622795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.622872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.623065] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1119.647562] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.647818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.647818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.647971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.648132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.648918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb659c78-2aaa-4021-a094-8771e47a3b6e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.655664] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.655895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.655966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.656196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.656334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.666563] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1119.682166] env[65216]: INFO networking_nsxv3.common.synchronization [req-c0cf99ae-00f6-446a-a56f-6542ae18fd7c req-287a5b88-29fc-4e18-b224-44aac24e037c tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1119.682166] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1119.682682] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.682963] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.683157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.683432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.683770] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.683974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.684146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.684387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.684559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.685016] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.870084] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.870265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.870319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.870551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.870643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.870746] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1119.904731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.904922] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.905008] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.905241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.905409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.926336] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1120.037058] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.037058] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.037058] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.037349] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.037571] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.037723] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.037877] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.038120] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.038265] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.038474] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.038584] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.038690] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.038815] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.038927] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.039056] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.039191] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.060252] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.061152] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.061152] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.061152] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-626" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.061152] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-da105209-98dc-4bbc-a5e4-b07f7946e88f taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.061415] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.061495] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.061833] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.061974] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da105209-98dc-4bbc-a5e4-b07f7946e88f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.123133] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.187899] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.188105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.188208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.188421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.188680] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.188713] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.188801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.188865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.189072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.189152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.189262] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1120.219836] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.220045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.220108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.220284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.220429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.232620] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1120.564115] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.564115] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.564606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.564606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.564606] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.565466] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port da105209-98dc-4bbc-a5e4-b07f7946e88f not found, creating... [ 1120.565466] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.565466] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.565466] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.565466] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.565765] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.565933] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.566103] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.566221] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.566925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.566925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.566925] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: da105209-98dc-4bbc-a5e4-b07f7946e88f is going to be created. [ 1120.598570] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.598836] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.598984] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.599272] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.599506] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.599721] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.625180] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.625374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.625417] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.625609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.625708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.625831] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 is going to be created. [ 1120.650847] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1120.651095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.652853] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.652987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.653076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.653281] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.653436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.663205] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 in Status: UNINITIALIZED for 2s [ 1121.329069] env[65216]: INFO networking_nsxv3.common.synchronization [req-c0cf99ae-00f6-446a-a56f-6542ae18fd7c req-9f23d32f-26dd-4159-930a-528584156762 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 1121.329069] env[65216]: INFO networking_nsxv3.common.synchronization [req-c0cf99ae-00f6-446a-a56f-6542ae18fd7c req-9f23d32f-26dd-4159-930a-528584156762 service nova] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1121.329069] env[65216]: INFO networking_nsxv3.common.synchronization [req-c0cf99ae-00f6-446a-a56f-6542ae18fd7c req-9f23d32f-26dd-4159-930a-528584156762 service nova] Enqueued Resource ID: da105209-98dc-4bbc-a5e4-b07f7946e88f with Priority: HIGHEST for action port [ 1121.329779] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_rules [ 1121.330099] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1121.330382] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da105209-98dc-4bbc-a5e4-b07f7946e88f with Priority: HIGHEST for action port [ 1121.330856] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.333119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.333119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.333119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.333119] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.333119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.333119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.333119] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-da105209-98dc-4bbc-a5e4-b07f7946e88f taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.333119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.335274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.335274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.335274] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da105209-98dc-4bbc-a5e4-b07f7946e88f',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.677662] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1121.678074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.835706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.835833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.836049] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da105209-98dc-4bbc-a5e4-b07f7946e88f with status ACTIVE [ 1121.836224] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.836334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.836406] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.836606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.836694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.836861] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.836957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.837030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.837178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.837255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.837434] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.837566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.837607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.837714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.837787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.837913] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da105209-98dc-4bbc-a5e4-b07f7946e88f is going to be updated. [ 1121.865775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.865984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.865984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.866212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.866351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.866551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da105209-98dc-4bbc-a5e4-b07f7946e88f" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.946962] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1121.947260] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.245455] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1122.245455] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 1122.245455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.245455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.245455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.245455] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.245455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.245455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.245455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.245455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.245455] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.293184] env[65216]: INFO networking_nsxv3.common.synchronization [req-e0417c8d-cdad-4569-b858-41e6eb90f208 req-a41502a9-d7ba-4b8c-af2d-eb86b3f94ffe tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 1122.293184] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGHEST for action security_group_members [ 1122.293184] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.293752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.293913] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.294220] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.294490] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.294702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.294867] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.295122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.295298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.295469] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.346600] env[65216]: INFO networking_nsxv3.common.synchronization [req-e0417c8d-cdad-4569-b858-41e6eb90f208 req-a41502a9-d7ba-4b8c-af2d-eb86b3f94ffe tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe with Priority: HIGHEST for action port [ 1122.348086] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe with Priority: HIGHEST for action port [ 1122.348086] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.348086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.348086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.348482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.348573] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.680026] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 in Status: SUCCESS [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.680026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.680026] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.680026] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.747798] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.797852] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.802104] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.802104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.802104] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be updated. [ 1122.832318] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.832455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.832536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.832782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.833305] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.843485] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: IN_PROGRESS for 2s [ 1122.850781] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe with status ACTIVE [ 1122.851098] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.851241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.851310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.851521] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.851614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.851983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.851983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.851983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.852179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.852214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.852437] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.852538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.852598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.852735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.852809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.852892] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe is going to be updated. [ 1122.875711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.875711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.875711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.876119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.876119] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.876215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d9fe07-3bc8-4d0d-8ad7-9f13fb045ffe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.181612] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.249681] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.687411] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c09977d-beed-4a6d-be11-7faf37c983a7: rpc.has_security_group_logging(os_id): False [ 1123.707141] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.707780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.707780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.707780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.707780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.708369] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.708641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.708721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.709571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.709571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.709571] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 is going to be created. [ 1123.754275] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.754275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.754275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.754275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.754275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.754275] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1123.785849] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.786075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.786125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.786741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.786741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.796491] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.796628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.796695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.796932] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.797174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.804127] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1123.813756] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 in Status: IN_PROGRESS for 2s [ 1124.871258] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07649259-cdda-49da-b157-04055945fffb in Status: SUCCESS [ 1124.871700] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07649259-cdda-49da-b157-04055945fffb deletion is rescheduled due to dependency. [ 1124.871700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.814752] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1125.815266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.817061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.817264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.817518] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.817653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.817718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.817942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.818066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.818182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.818279] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.833199] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 in Status: SUCCESS [ 1125.833428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.322635] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.322905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.322905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.322966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.323145] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.323251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.323308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.323463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.323540] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.323630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.323788] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.323873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.323966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.325254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.325447] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.325558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.325633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.325866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.326132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.326132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.326132] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.535137] env[65216]: INFO networking_nsxv3.common.synchronization [None req-baef1c44-0605-4f6d-b2f1-ee2ea060b5a5 None None] Enqueued Resource ID: c6addea7-2295-4d1c-8a69-f41c2bc172bb with Priority: HIGHEST for action port [ 1126.537064] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6addea7-2295-4d1c-8a69-f41c2bc172bb with Priority: HIGHEST for action port [ 1126.538037] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6addea7-2295-4d1c-8a69-f41c2bc172bb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.538203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6addea7-2295-4d1c-8a69-f41c2bc172bb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.538441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6addea7-2295-4d1c-8a69-f41c2bc172bb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.538785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6addea7-2295-4d1c-8a69-f41c2bc172bb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.539837] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6addea7-2295-4d1c-8a69-f41c2bc172bb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.552228] env[65216]: INFO networking_nsxv3.common.synchronization [req-8c3a4ba0-caaa-4cdd-8fd4-a2208e939130 req-944d392f-9988-4fbc-8c6f-f583c9d51cd7 tempest-InstanceActionsTestJSON-294668842 tempest-InstanceActionsTestJSON-294668842-project-member] Enqueued Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_members [ 1126.552228] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9d1518-e295-4d26-9762-68efa9460cbf with Priority: HIGHEST for action security_group_members [ 1126.552228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9d1518-e295-4d26-9762-68efa9460cbf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.552228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.552228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.552228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.552228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.552228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.552228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.552228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.552813] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.552813] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9d1518-e295-4d26-9762-68efa9460cbf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.832982] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff7ce3d-8a03-40fe-ba80-1eca5899029d: rpc.has_security_group_logging(os_id): False [ 1126.852328] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.852506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.852595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.852864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.852975] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.856020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.856020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.856020] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.856020] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.856640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.856640] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1126.932603] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.932964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.932964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.933095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.933178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.950032] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1127.042685] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6addea7-2295-4d1c-8a69-f41c2bc172bb [ 1127.043099] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.043312] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.043435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.043723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.043873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.044042] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6addea7-2295-4d1c-8a69-f41c2bc172bb already deleted. [ 1127.044204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6addea7-2295-4d1c-8a69-f41c2bc172bb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.055692] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.056110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.056272] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.057150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.057150] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.057150] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.057821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.057959] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.059053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.059053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.059053] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9d1518-e295-4d26-9762-68efa9460cbf is going to be updated. [ 1127.137798] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.138173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.138173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.138426] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.138570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.166449] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9d1518-e295-4d26-9762-68efa9460cbf in Status: IN_PROGRESS for 2s [ 1128.038771] env[65216]: INFO networking_nsxv3.common.synchronization [req-cbc92e94-ab8d-4dd5-87ca-8f96450c87ab req-31a1d67f-9aee-45e1-8c10-23a534ea5fe1 tempest-ServersAdminTestJSON-1736441368 tempest-ServersAdminTestJSON-1736441368-project-member] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1128.038771] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGHEST for action security_group_members [ 1128.038771] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.039286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.039286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.040382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.040724] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.040969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.041804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.041804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.041804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.041804] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.544820] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.544820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.544820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.545159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.545378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.545702] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.545916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.546059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.546311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.546429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.546561] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be updated. [ 1128.582327] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.582484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.582551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.582786] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.582958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.599874] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: IN_PROGRESS for 2s [ 1128.970294] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1128.970294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.001026] env[65216]: INFO networking_nsxv3.common.synchronization [None req-e3307d34-1c8a-4ce5-a1e1-502c658648ce None None] Enqueued Resource ID: f84e90a5-7a43-4b04-92a0-7b170cfea6b9 with Priority: HIGHEST for action port [ 1129.001498] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84e90a5-7a43-4b04-92a0-7b170cfea6b9 with Priority: HIGHEST for action port [ 1129.002472] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f84e90a5-7a43-4b04-92a0-7b170cfea6b9 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.004397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f84e90a5-7a43-4b04-92a0-7b170cfea6b9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.004397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f84e90a5-7a43-4b04-92a0-7b170cfea6b9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.004397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f84e90a5-7a43-4b04-92a0-7b170cfea6b9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.004397] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f84e90a5-7a43-4b04-92a0-7b170cfea6b9',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.179864] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9d1518-e295-4d26-9762-68efa9460cbf in Status: SUCCESS [ 1129.180308] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9d1518-e295-4d26-9762-68efa9460cbf deletion is rescheduled due to dependency. [ 1129.180308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9d1518-e295-4d26-9762-68efa9460cbf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.411738] env[65216]: INFO networking_nsxv3.common.synchronization [req-70d12df8-8bfd-481a-9406-de71dac1d240 req-d22c69fe-e3b0-4dcc-bb1a-05a26e5cecc0 tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1129.412741] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1129.413600] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.413944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.413944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.415648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.416159] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.416159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.416291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.417337] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.417646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.417646] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.493515] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c9d6c5d0-1b21-4583-88a9-aafbdc7f83fe None None] Enqueued Resource ID: d8e8f9fd-d13d-44f4-b073-ac7b03308a0d with Priority: HIGHEST for action port [ 1129.493949] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8e8f9fd-d13d-44f4-b073-ac7b03308a0d with Priority: HIGHEST for action port [ 1129.495455] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8e8f9fd-d13d-44f4-b073-ac7b03308a0d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.495455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8e8f9fd-d13d-44f4-b073-ac7b03308a0d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.495455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8e8f9fd-d13d-44f4-b073-ac7b03308a0d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.496992] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8e8f9fd-d13d-44f4-b073-ac7b03308a0d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.497094] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8e8f9fd-d13d-44f4-b073-ac7b03308a0d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.506813] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f84e90a5-7a43-4b04-92a0-7b170cfea6b9 [ 1129.506903] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.507168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.507168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.507618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.507618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.507618] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f84e90a5-7a43-4b04-92a0-7b170cfea6b9 already deleted. [ 1129.507752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f84e90a5-7a43-4b04-92a0-7b170cfea6b9" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.771578] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.773730] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.773730] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.773730] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.773730] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.773730] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.773730] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.773730] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.773730] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.773730] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.774396] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.774536] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.774748] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.774803] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.774939] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.775131] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.796670] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.796964] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.797045] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.797227] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.797549] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.798106] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.798270] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.798749] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.798804] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0ed1d9-531a-4ef0-9397-2ba51f095ac6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.920454] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.999760] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8e8f9fd-d13d-44f4-b073-ac7b03308a0d [ 1130.000896] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.000896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.000896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.000896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.000896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.000896] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8e8f9fd-d13d-44f4-b073-ac7b03308a0d already deleted. [ 1130.000896] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8e8f9fd-d13d-44f4-b073-ac7b03308a0d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.304700] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.304700] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.305112] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.305112] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.305199] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.305584] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 not found, creating... [ 1130.305683] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.305924] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.306409] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.306496] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.306592] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.306938] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307229] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.309050] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.309050] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.309050] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 is going to be created. [ 1130.333656] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.334514] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.334514] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.334514] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.334754] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.335033] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.424600] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.622381] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 in Status: SUCCESS [ 1130.622582] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 deletion is rescheduled due to dependency. [ 1130.622700] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.928251] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.928442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.928497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.928728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.928820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.928932] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1130.962936] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.963106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.963171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.963375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.963519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.975042] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1131.098019] env[65216]: INFO networking_nsxv3.common.synchronization [req-70d12df8-8bfd-481a-9406-de71dac1d240 req-fd589b5c-2e61-4e92-a210-f52110a6013d service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1131.098019] env[65216]: INFO networking_nsxv3.common.synchronization [req-70d12df8-8bfd-481a-9406-de71dac1d240 req-fd589b5c-2e61-4e92-a210-f52110a6013d service nova] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1131.098019] env[65216]: INFO networking_nsxv3.common.synchronization [req-70d12df8-8bfd-481a-9406-de71dac1d240 req-fd589b5c-2e61-4e92-a210-f52110a6013d service nova] Enqueued Resource ID: cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 with Priority: HIGHEST for action port [ 1131.098019] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_rules [ 1131.098019] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1131.098019] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 with Priority: HIGHEST for action port [ 1131.098019] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.098565] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.098938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.099241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.099488] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.100751] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.100969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.101515] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.101750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.101892] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.102164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.102395] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0ed1d9-531a-4ef0-9397-2ba51f095ac6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.605187] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.606155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.608776] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 with status ACTIVE [ 1131.609168] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.609334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.609477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.609663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.609740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.609881] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.609980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.610254] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.610329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.610437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.610626] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.610722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.610776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.610920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.611024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.611146] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc0ed1d9-531a-4ef0-9397-2ba51f095ac6 is going to be updated. [ 1131.635648] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.635648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.635648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.635648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.635648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.635648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0ed1d9-531a-4ef0-9397-2ba51f095ac6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.869746] env[65216]: INFO networking_nsxv3.common.synchronization [None req-067c36f2-11f4-469d-a42a-f3c62d70722d None None] Enqueued Resource ID: 9cfbcc30-b1ec-47cc-9beb-76f33ae78367 with Priority: HIGHEST for action port [ 1131.875073] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cfbcc30-b1ec-47cc-9beb-76f33ae78367 with Priority: HIGHEST for action port [ 1131.875483] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cfbcc30-b1ec-47cc-9beb-76f33ae78367 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.876128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cfbcc30-b1ec-47cc-9beb-76f33ae78367" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.876128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cfbcc30-b1ec-47cc-9beb-76f33ae78367" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.876128] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cfbcc30-b1ec-47cc-9beb-76f33ae78367" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.876128] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfbcc30-b1ec-47cc-9beb-76f33ae78367',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.096739] env[65216]: INFO networking_nsxv3.common.synchronization [req-c1f36d8f-079a-4a9b-9444-ca790689c006 req-e96ff9c6-46ce-43e1-b616-9a61dcb16668 tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1132.097385] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1132.098264] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.098264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.098264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.098264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.098782] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.099246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.099343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.099535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.099626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.099726] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.380576] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cfbcc30-b1ec-47cc-9beb-76f33ae78367 [ 1132.380576] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.380576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.380576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.380576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.380576] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.381351] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cfbcc30-b1ec-47cc-9beb-76f33ae78367 already deleted. [ 1132.381567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cfbcc30-b1ec-47cc-9beb-76f33ae78367" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.602325] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.984719] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1132.985322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.985322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.985322] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.985518] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.985829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.985829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.985829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.986082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.986082] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.105539] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.488666] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.610226] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.610477] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.610558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.610822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.611033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.611033] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 is going to be updated. [ 1133.644503] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.644752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.644830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.645110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.645346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.657816] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: IN_PROGRESS for 2s [ 1133.991883] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.500678] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.500678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.500678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.500678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.500678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.500678] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1134.536121] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.536121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.536121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.536121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.536371] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.548079] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1134.970472] env[65216]: INFO networking_nsxv3.common.synchronization [req-a0e7b609-e201-4543-b235-d7836d532f63 req-3669ec39-b867-49f5-9437-f08c9e98662f tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_members [ 1134.971793] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGHEST for action security_group_members [ 1134.972266] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.972416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.972464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.972735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.972869] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.972999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.973091] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.973284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.973380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.973478] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.480507] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.480783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.480820] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.481035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.481134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.481348] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.481448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.481513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.481667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.481743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.481830] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 is going to be updated. [ 1135.535792] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.535980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.536052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.536258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.538276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.551501] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a325463d-3172-453a-b493-e2dd6d7bd727 in Status: IN_PROGRESS for 2s [ 1135.673517] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: SUCCESS [ 1135.674900] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.803635] env[65216]: INFO networking_nsxv3.common.synchronization [req-9708542d-44c6-4bf2-8a91-262758ec520f req-e3efb989-f703-4b5c-a430-1375f6093499 tempest-ServersNegativeTestMultiTenantJSON-2138789429 tempest-ServersNegativeTestMultiTenantJSON-2138789429-project-member] Enqueued Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_members [ 1135.806927] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_members [ 1135.806927] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cead88-ac6e-4f3d-882b-6e03f6f0033a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.806927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.807331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.808513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.808816] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.808970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.809065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.809357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.809527] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.809697] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.878029] env[65216]: INFO networking_nsxv3.common.synchronization [None req-f55875b4-f212-45d9-943e-167f95d7db00 None None] Enqueued Resource ID: 4d769fa4-ed35-4818-a5c1-fcf001bd1fcf with Priority: HIGHEST for action port [ 1135.878029] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d769fa4-ed35-4818-a5c1-fcf001bd1fcf with Priority: HIGHEST for action port [ 1135.878029] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d769fa4-ed35-4818-a5c1-fcf001bd1fcf taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.878029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d769fa4-ed35-4818-a5c1-fcf001bd1fcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.878029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d769fa4-ed35-4818-a5c1-fcf001bd1fcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.878619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d769fa4-ed35-4818-a5c1-fcf001bd1fcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.878867] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d769fa4-ed35-4818-a5c1-fcf001bd1fcf',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.314670] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.318030] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.318030] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a already deleted. [ 1136.318030] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.382712] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d769fa4-ed35-4818-a5c1-fcf001bd1fcf [ 1136.382954] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.383099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.383165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.383382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.383469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.383558] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d769fa4-ed35-4818-a5c1-fcf001bd1fcf already deleted. [ 1136.383656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d769fa4-ed35-4818-a5c1-fcf001bd1fcf" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.559474] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1136.559474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.559474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.559857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.559857] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.559997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.560078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.560250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.560328] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.560416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.560510] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.620423] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.620701] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-327" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.620869] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-327" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.621499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-327" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.621874] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.622174] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.622369] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.622679] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.622881] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.623271] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.623513] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.623674] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.623825] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.623980] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.624229] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.624434] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.644514] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.644672] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.648018] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.648018] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-327" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.648018] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-c5655e80-2571-4362-8431-e058a32463ac taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.648018] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.648018] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.648018] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.648018] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5655e80-2571-4362-8431-e058a32463ac',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.067504] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.068921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.069219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.069597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.072143] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.074018] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.074018] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.074018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.074018] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.152074] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.152074] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port c5655e80-2571-4362-8431-e058a32463ac not found, creating... [ 1137.152074] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.152074] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.152586] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.153314] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.153582] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.153904] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.154169] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.154513] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: c5655e80-2571-4362-8431-e058a32463ac is going to be created. [ 1137.201411] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.201980] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.202237] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.202618] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.203936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.203936] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.566708] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a325463d-3172-453a-b493-e2dd6d7bd727 in Status: SUCCESS [ 1137.566708] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 deletion is rescheduled due to dependency. [ 1137.566708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.577762] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 159502a5-7887-414c-a1c5-c642afe28e3a: rpc.has_security_group_logging(os_id): False [ 1137.635675] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.635908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.636584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.636584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.636584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.636740] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.636872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.636964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.639035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.639035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.639035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.639482] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.639482] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1137.737296] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.737415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.737415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.737612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.737759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.755932] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1137.965889] env[65216]: INFO networking_nsxv3.common.synchronization [req-9708542d-44c6-4bf2-8a91-262758ec520f req-ed9d831b-c39c-4225-ae5d-0faff9ccc6a7 service nova] Enqueued Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_rules [ 1137.966188] env[65216]: INFO networking_nsxv3.common.synchronization [req-9708542d-44c6-4bf2-8a91-262758ec520f req-ed9d831b-c39c-4225-ae5d-0faff9ccc6a7 service nova] Enqueued Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_members [ 1137.966361] env[65216]: INFO networking_nsxv3.common.synchronization [req-9708542d-44c6-4bf2-8a91-262758ec520f req-ed9d831b-c39c-4225-ae5d-0faff9ccc6a7 service nova] Enqueued Resource ID: c5655e80-2571-4362-8431-e058a32463ac with Priority: HIGHEST for action port [ 1137.967855] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_rules [ 1137.968103] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_members [ 1137.968251] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5655e80-2571-4362-8431-e058a32463ac with Priority: HIGHEST for action port [ 1137.968568] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cead88-ac6e-4f3d-882b-6e03f6f0033a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.968714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.968972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.971168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.971409] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.972312] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cead88-ac6e-4f3d-882b-6e03f6f0033a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.972459] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.972536] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.972860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.972939] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.973171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.973171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.973313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.973393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.973510] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.976558] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5655e80-2571-4362-8431-e058a32463ac taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.976734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.976810] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.977019] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.977161] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5655e80-2571-4362-8431-e058a32463ac',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.428784] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5dbcb544-6e82-48ac-979b-4c6a90b66352 None None] Enqueued Resource ID: ac6290bc-3ccb-4077-afb2-3f810ac2aa54 with Priority: HIGHEST for action port [ 1138.429861] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6290bc-3ccb-4077-afb2-3f810ac2aa54 with Priority: HIGHEST for action port [ 1138.430385] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6290bc-3ccb-4077-afb2-3f810ac2aa54 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.430523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6290bc-3ccb-4077-afb2-3f810ac2aa54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.430593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6290bc-3ccb-4077-afb2-3f810ac2aa54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.430858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6290bc-3ccb-4077-afb2-3f810ac2aa54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.431136] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6290bc-3ccb-4077-afb2-3f810ac2aa54',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.479779] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cead88-ac6e-4f3d-882b-6e03f6f0033a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.480021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.480447] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.481585] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5655e80-2571-4362-8431-e058a32463ac with status ACTIVE [ 1138.481791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.482057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.482122] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.482507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.482583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.482869] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.482974] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.485187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.486445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.486573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.487146] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.487269] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.487334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.487492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.487580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.487670] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5655e80-2571-4362-8431-e058a32463ac is going to be updated. [ 1138.512692] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.512846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.512917] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.513285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.513450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.513620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5655e80-2571-4362-8431-e058a32463ac" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.934743] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac6290bc-3ccb-4077-afb2-3f810ac2aa54 [ 1138.935096] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.935268] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.935320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.936031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.936031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.936031] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac6290bc-3ccb-4077-afb2-3f810ac2aa54 already deleted. [ 1138.936031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6290bc-3ccb-4077-afb2-3f810ac2aa54" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.991200] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.494308] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.494308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.494308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.494497] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.494529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.494640] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a is going to be created. [ 1139.523883] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.524097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.524151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.524325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.524491] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.536356] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a in Status: UNINITIALIZED for 2s [ 1139.777128] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1139.777738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.485297] env[65216]: INFO networking_nsxv3.common.synchronization [req-fda0ee29-a241-4dbf-ae9a-de4fc547a131 req-de46e8c4-13a7-427f-8541-730f26ec0d2d tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1141.485831] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 with Priority: HIGHEST for action security_group_members [ 1141.486154] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a452a92-9eaf-4286-810a-7d75c994e2a0 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.486306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.486367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.486534] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.486680] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.486776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.486837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.487042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.487105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.487158] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a452a92-9eaf-4286-810a-7d75c994e2a0',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.549847] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a in Status: SUCCESS [ 1141.550130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.550326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.550552] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.550979] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.550979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.550979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.551191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.551191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.551248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.551357] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.948304] env[65216]: INFO networking_nsxv3.common.synchronization [None req-522223de-d274-4847-a8a2-5145c45f66e3 None None] Enqueued Resource ID: 50988af2-4af4-49c4-8fe6-51132c721d0c with Priority: HIGHEST for action port [ 1141.948731] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50988af2-4af4-49c4-8fe6-51132c721d0c with Priority: HIGHEST for action port [ 1141.949972] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-50988af2-4af4-49c4-8fe6-51132c721d0c taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.950153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50988af2-4af4-49c4-8fe6-51132c721d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.950228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50988af2-4af4-49c4-8fe6-51132c721d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.950506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50988af2-4af4-49c4-8fe6-51132c721d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.950613] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50988af2-4af4-49c4-8fe6-51132c721d0c',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.991299] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.991481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.993100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.993100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.993100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.993100] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.993100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.993100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.993100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.993100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.993100] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 is going to be updated. [ 1142.039445] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.039445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.039445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.039445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.039988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.051940] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: IN_PROGRESS for 2s [ 1142.055057] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cead88-ac6e-4f3d-882b-6e03f6f0033a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.055309] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.055407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.055692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.055978] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.056116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.056157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.056375] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.056473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.056611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.056809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cead88-ac6e-4f3d-882b-6e03f6f0033a taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.056934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.057012] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.057219] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.057381] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.057493] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.057558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.057738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.057823] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.057983] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.058098] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.452455] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50988af2-4af4-49c4-8fe6-51132c721d0c [ 1142.453354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.453354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.453354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.453593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.453593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.453660] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50988af2-4af4-49c4-8fe6-51132c721d0c already deleted. [ 1142.453784] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50988af2-4af4-49c4-8fe6-51132c721d0c" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.562645] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54cead88-ac6e-4f3d-882b-6e03f6f0033a: rpc.has_security_group_logging(os_id): False [ 1142.583968] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.584170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584226] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.584407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.584507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.584701] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.584791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.585013] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.585096] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.585306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.585421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.585486] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.585629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.585702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.585911] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.585988] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.586071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.586213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.586284] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.586372] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a is going to be created. [ 1142.649023] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.649562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.649613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.649879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.650123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.663363] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a in Status: IN_PROGRESS for 2s [ 1144.063679] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 in Status: SUCCESS [ 1144.063978] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a452a92-9eaf-4286-810a-7d75c994e2a0 deletion is rescheduled due to dependency. [ 1144.063978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a452a92-9eaf-4286-810a-7d75c994e2a0" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.424042] env[65216]: INFO networking_nsxv3.common.synchronization [None req-7bad3263-0957-4f6b-93f7-a51a429d11c0 None None] Enqueued Resource ID: 6c3142b9-19cc-4669-84b7-e6c831beed0e with Priority: HIGHEST for action port [ 1144.424042] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3142b9-19cc-4669-84b7-e6c831beed0e with Priority: HIGHEST for action port [ 1144.424522] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3142b9-19cc-4669-84b7-e6c831beed0e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.424522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3142b9-19cc-4669-84b7-e6c831beed0e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.424522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3142b9-19cc-4669-84b7-e6c831beed0e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.424815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3142b9-19cc-4669-84b7-e6c831beed0e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.424815] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3142b9-19cc-4669-84b7-e6c831beed0e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.675524] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a in Status: SUCCESS [ 1144.675524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.927550] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c3142b9-19cc-4669-84b7-e6c831beed0e [ 1144.927742] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.927891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.928125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.928329] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.928485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.929037] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c3142b9-19cc-4669-84b7-e6c831beed0e already deleted. [ 1144.929037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3142b9-19cc-4669-84b7-e6c831beed0e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.395306] env[65216]: INFO networking_nsxv3.common.synchronization [None req-17a5eac2-9acd-4928-8e92-192b996a25ef tempest-AttachInterfacesTestJSON-1537616853 tempest-AttachInterfacesTestJSON-1537616853-project-member] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1145.395306] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGHEST for action security_group_members [ 1145.395306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.395306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.395306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.395306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.395306] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.395306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.396478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.396719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.396816] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.397032] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.541014] env[65216]: INFO networking_nsxv3.common.synchronization [req-dff5466f-b855-4f2c-ae86-a32c942eb680 req-140daf94-6871-4783-861e-48957ad66da6 tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1145.541014] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1145.541014] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.541014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.541014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.541338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.541370] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.541485] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.541548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.541702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.541926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.541926] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.899424] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.899589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.899652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.899866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.899953] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.900182] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.900286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.900344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.900490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.900566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.900684] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be updated. [ 1145.933569] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.933734] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.933783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.934016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.934167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.945034] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: IN_PROGRESS for 2s [ 1146.044881] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.548221] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.051871] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.051871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.051871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.051871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.051871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.052258] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1147.091127] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.091127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.091127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.091127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.091127] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.100789] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1147.956485] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 in Status: SUCCESS [ 1147.956887] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 deletion is rescheduled due to dependency. [ 1147.956887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.142283] env[65216]: INFO networking_nsxv3.common.synchronization [req-59bfc655-3c7d-4cd1-9b6d-e78f7a562734 req-ece56d50-2e62-4ecc-b7c2-e0d1252f2d80 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1148.142821] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1148.143151] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.143271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.143341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.143542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.143690] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.143789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.143865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.143989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.144097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.144266] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.530187] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.530412] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.530838] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.530838] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.531544] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.531544] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.531544] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.531717] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.531867] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.532235] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.532235] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.532355] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.532454] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.532598] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.532708] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.532840] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.556421] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.556639] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.556744] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.556935] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-263" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.557277] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-f323608f-2a85-4b34-934d-c8173fd7a3fe taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.557491] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.557611] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.557984] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.558204] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f323608f-2a85-4b34-934d-c8173fd7a3fe',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.645884] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.724432] env[65216]: INFO networking_nsxv3.common.synchronization [req-4664bd09-593a-4cbb-8688-016c9ecbd8ce req-822cea14-48a1-4090-9826-a9e66ebdee6a tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_members [ 1148.725022] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGHEST for action security_group_members [ 1148.725381] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.725505] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.725578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.725914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.726574] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.726574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.726574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.726574] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.726781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.726781] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.064022] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.064022] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port f323608f-2a85-4b34-934d-c8173fd7a3fe not found, creating... [ 1149.064022] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.064022] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.064851] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.064851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.064851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.064851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.064851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.064851] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: f323608f-2a85-4b34-934d-c8173fd7a3fe is going to be created. [ 1149.090086] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.090086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.090086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.090086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.090086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.090086] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.116097] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1149.116097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.151059] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.230300] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.230669] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.231066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.231410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.231825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.232274] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.232539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.232690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.232950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.233156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.233342] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 is going to be updated. [ 1149.283262] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.283262] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.283508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.283553] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.283771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.300365] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: IN_PROGRESS for 2s [ 1149.654141] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.654141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.654141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.654141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.654141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.654549] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 is going to be updated. [ 1149.684978] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.685213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.685277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.685526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.685687] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.699484] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: IN_PROGRESS for 2s [ 1149.809992] env[65216]: INFO networking_nsxv3.common.synchronization [req-59bfc655-3c7d-4cd1-9b6d-e78f7a562734 req-fd7940c3-a616-435f-a459-85b5e5844b69 service nova] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 1149.810260] env[65216]: INFO networking_nsxv3.common.synchronization [req-59bfc655-3c7d-4cd1-9b6d-e78f7a562734 req-fd7940c3-a616-435f-a459-85b5e5844b69 service nova] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1149.810368] env[65216]: INFO networking_nsxv3.common.synchronization [req-59bfc655-3c7d-4cd1-9b6d-e78f7a562734 req-fd7940c3-a616-435f-a459-85b5e5844b69 service nova] Enqueued Resource ID: f323608f-2a85-4b34-934d-c8173fd7a3fe with Priority: HIGHEST for action port [ 1149.811198] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_rules [ 1149.811488] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1149.811782] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f323608f-2a85-4b34-934d-c8173fd7a3fe with Priority: HIGHEST for action port [ 1149.812332] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.812526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.812592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.812808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.812865] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.814220] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.814313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.814490] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-f323608f-2a85-4b34-934d-c8173fd7a3fe taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.814597] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.814670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814858] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.814952] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f323608f-2a85-4b34-934d-c8173fd7a3fe',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.999107] env[65216]: INFO networking_nsxv3.common.synchronization [req-b993276e-4c1e-42d2-8f02-5ba8053d3b67 req-3d89de65-b364-427b-84b8-a91a3fce496b tempest-ServersNegativeTestMultiTenantJSON-2138789429 tempest-ServersNegativeTestMultiTenantJSON-2138789429-project-member] Enqueued Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_members [ 1149.999500] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a with Priority: HIGHEST for action security_group_members [ 1149.999965] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cead88-ac6e-4f3d-882b-6e03f6f0033a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.000118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.000227] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.000412] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.000656] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.000714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.000778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.000938] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.001118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.001187] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54cead88-ac6e-4f3d-882b-6e03f6f0033a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.316836] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.317171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.317171] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f323608f-2a85-4b34-934d-c8173fd7a3fe with status ACTIVE [ 1150.317818] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.317818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.317818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.317818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.318064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.318064] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.318149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.318207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.318379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.319103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.319103] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.319103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.319103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.319103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.319103] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.319103] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f323608f-2a85-4b34-934d-c8173fd7a3fe is going to be updated. [ 1150.342356] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.342530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.342578] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.342788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.342927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.343107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f323608f-2a85-4b34-934d-c8173fd7a3fe" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.403223] env[65216]: INFO networking_nsxv3.common.synchronization [req-b27db071-fecf-46e2-8a97-8027577c3054 req-250e6301-c068-4274-8a0b-b95209de4c9a tempest-AttachInterfacesV270Test-925973031 tempest-AttachInterfacesV270Test-925973031-project-member] Enqueued Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_members [ 1150.403223] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_members [ 1150.403709] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.403709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.403709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.403906] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.404083] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.404192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.404261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.404481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.404481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.404593] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.504038] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.504292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.504292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.504683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.504836] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.505112] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.505231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.505282] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.505467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.505550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.505640] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a is going to be updated. [ 1150.537199] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.537421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.537421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.537607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.537760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.549811] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a in Status: IN_PROGRESS for 2s [ 1150.728192] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.728422] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-677" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.728548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-677" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.728901] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-677" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.729268] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.729516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.729658] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.729894] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.730053] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.730270] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.730408] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.730525] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.730639] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.730816] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.730966] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.731125] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.763323] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.763492] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.763647] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.763834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-677" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.764239] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-71374b94-9d40-4ca6-8065-b84c317cdb78 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.764443] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.764578] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.764989] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.765993] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71374b94-9d40-4ca6-8065-b84c317cdb78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.907687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.907868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.908102] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.908279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.908399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.908622] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.908738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.908871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.909083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.909204] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.909244] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 already deleted. [ 1150.909333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.267776] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.268108] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.268287] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.268534] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.268779] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.269016] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port 71374b94-9d40-4ca6-8065-b84c317cdb78 not found, creating... [ 1151.269393] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.269605] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.269705] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.270193] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.270193] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.270458] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.270682] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.270853] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.271147] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.271320] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.271492] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: 71374b94-9d40-4ca6-8065-b84c317cdb78 is going to be created. [ 1151.294456] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.294607] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.295666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.295666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.295666] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.296174] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.323859] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9938a7e-956d-4742-a166-3712bbc844b1 in Status: SUCCESS [ 1151.323859] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 deletion is rescheduled due to dependency. [ 1151.323859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.709118] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: SUCCESS [ 1151.709343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.709529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.709756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.709951] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.710099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.710165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.710342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.710423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.710528] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.019017] env[65216]: INFO networking_nsxv3.common.synchronization [req-b27db071-fecf-46e2-8a97-8027577c3054 req-9004b27e-7f96-47fc-82e2-fb85143a79bd service nova] Enqueued Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_rules [ 1152.019634] env[65216]: INFO networking_nsxv3.common.synchronization [req-b27db071-fecf-46e2-8a97-8027577c3054 req-9004b27e-7f96-47fc-82e2-fb85143a79bd service nova] Enqueued Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_members [ 1152.019828] env[65216]: INFO networking_nsxv3.common.synchronization [req-b27db071-fecf-46e2-8a97-8027577c3054 req-9004b27e-7f96-47fc-82e2-fb85143a79bd service nova] Enqueued Resource ID: 71374b94-9d40-4ca6-8065-b84c317cdb78 with Priority: HIGHEST for action port [ 1152.020398] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_rules [ 1152.020502] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_members [ 1152.020652] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71374b94-9d40-4ca6-8065-b84c317cdb78 with Priority: HIGHEST for action port [ 1152.020950] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.021108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.021180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.021466] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.021553] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.022497] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.022584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.022640] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.022850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.023054] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.023195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.023302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.023463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.023591] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.023716] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.024895] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-71374b94-9d40-4ca6-8065-b84c317cdb78 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.025077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.025451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.025451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.025519] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71374b94-9d40-4ca6-8065-b84c317cdb78',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.214114] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.527750] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.528051] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.528352] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.529352] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71374b94-9d40-4ca6-8065-b84c317cdb78 with status ACTIVE [ 1152.529352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.529503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.529579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.529798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.531519] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.531519] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.531519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.531519] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71374b94-9d40-4ca6-8065-b84c317cdb78 is going to be updated. [ 1152.553548] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.553798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.553798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.554076] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.554147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.554276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71374b94-9d40-4ca6-8065-b84c317cdb78" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.559800] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a in Status: SUCCESS [ 1152.561027] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cead88-ac6e-4f3d-882b-6e03f6f0033a deletion is rescheduled due to dependency. [ 1152.561027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cead88-ac6e-4f3d-882b-6e03f6f0033a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.715970] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.033585] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.220787] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.220787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.220787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.220787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.220787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.220787] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 is going to be updated. [ 1153.250021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.250201] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.250313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.251406] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.251406] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.265239] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: IN_PROGRESS for 2s [ 1153.537581] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.537976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.537976] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.538199] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.538311] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.538417] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 is going to be created. [ 1153.562162] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.562432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.562432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.562698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.562799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.572994] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 in Status: UNINITIALIZED for 2s [ 1153.860040] env[65216]: INFO networking_nsxv3.common.synchronization [None req-c56c2443-8076-456b-8abc-53c18520c560 tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_rules [ 1153.860040] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_rules [ 1153.860040] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.860040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.860040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.861078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.861289] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.970795] env[65216]: INFO networking_nsxv3.common.synchronization [None req-3b189a2f-d3fb-417f-92ae-659b42fa04ff tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_rules [ 1153.970795] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_rules [ 1153.970795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.970795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.388240] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.388240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.388240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.388240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.388240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.388240] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b already deleted. [ 1154.388240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.388240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.388240] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.388240] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.909394] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.909788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.909788] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.909854] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.909947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.910054] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b already deleted. [ 1154.910152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.275027] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: SUCCESS [ 1155.275236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.275407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.275735] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.275830] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.275947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.276016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.276173] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.276276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.276364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.276454] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.584458] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 in Status: SUCCESS [ 1155.584677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.584840] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.585087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.585285] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.585408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.585474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.585633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.585713] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.585797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.585886] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.778503] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.088301] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.088667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.088667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.088779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.088969] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.089155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.089214] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.089345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.089448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.089538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.089705] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.089800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.089871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.090048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.090207] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.090302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.090387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.090529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.090626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.090708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.090805] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.280570] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23: rpc.has_security_group_logging(os_id): False [ 1156.300172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.300298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.300363] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.300555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.321108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.321367] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.321490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.321615] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.321829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.321918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.322056] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 is going to be updated. [ 1156.396169] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.396381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.396381] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.396596] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.396733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.415481] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: IN_PROGRESS for 2s [ 1156.590142] env[65216]: INFO networking_nsxv3.common.synchronization [req-3b9aa94e-2452-4ed1-b3b7-57a1366c3ce4 req-e15d5307-ba5c-46cc-8dcf-a6c94f807cd7 tempest-ServersTestJSON-704219639 tempest-ServersTestJSON-704219639-project-member] Enqueued Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1156.590142] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159502a5-7887-414c-a1c5-c642afe28e3a with Priority: HIGHEST for action security_group_members [ 1156.590142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-159502a5-7887-414c-a1c5-c642afe28e3a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.590142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.590142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.590142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.590142] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.590142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.590142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.590142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.590761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.591079] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('159502a5-7887-414c-a1c5-c642afe28e3a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.593915] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3f06a0c-72ac-49b4-8932-dcaf577c8566: rpc.has_security_group_logging(os_id): False [ 1156.615021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.615021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.615021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.615021] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.615638] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.615638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.615638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.615638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.615638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.615996] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 is going to be created. [ 1156.782329] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.782544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.782544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.782839] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.782918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.795806] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 in Status: IN_PROGRESS for 2s [ 1157.093589] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.094028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.094028] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.094225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.094384] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.094654] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.094895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.094895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.095151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.095249] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.095404] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a is going to be updated. [ 1157.155432] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.157533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.157533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.157533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.157533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.166152] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: IN_PROGRESS for 2s [ 1158.430149] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: SUCCESS [ 1158.430564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.808116] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 in Status: SUCCESS [ 1158.808779] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.178382] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 159502a5-7887-414c-a1c5-c642afe28e3a in Status: SUCCESS [ 1159.178566] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 159502a5-7887-414c-a1c5-c642afe28e3a deletion is rescheduled due to dependency. [ 1159.179478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-159502a5-7887-414c-a1c5-c642afe28e3a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.590873] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.590873] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1164.101720] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee3d2a7b-470d-4544-8617-fa57737f3161 req-8233fd6c-ef65-44db-8657-8387b40ecfda tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_members [ 1164.102073] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_members [ 1164.102443] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.102592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.102706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.102995] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.103167] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.103681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.103751] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.103950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.104060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.104175] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.399985] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.400197] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.400323] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.400631] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.400877] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.401046] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.401164] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.401373] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.401510] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.401714] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.401823] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.401929] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.402045] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.402153] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.402257] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.402385] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.423399] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.423587] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.423681] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.423886] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.424228] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-8dd57319-0e95-4a28-8910-f204d4640177 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.424402] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.424520] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.424837] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.424986] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd57319-0e95-4a28-8910-f204d4640177',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.607207] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.607439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.607439] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.607662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.607755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.607951] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.608063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.608283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.608473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.608562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.608659] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b already deleted. [ 1164.608743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.927624] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.927851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.927977] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.928331] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.928499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.928655] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 8dd57319-0e95-4a28-8910-f204d4640177 not found, creating... [ 1164.928907] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.929104] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.929235] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.929460] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.929595] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.929869] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.930054] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.930175] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.930381] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.930512] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.930647] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 8dd57319-0e95-4a28-8910-f204d4640177 is going to be created. [ 1164.952521] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.952747] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.952839] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.953139] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.953397] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.953625] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.186665] env[65216]: INFO networking_nsxv3.common.synchronization [req-8458bbee-eb12-4ec3-878c-764cc2cac298 req-4a3f280e-62fc-4f29-b541-d4290bc35685 tempest-DeleteServersTestJSON-916550636 tempest-DeleteServersTestJSON-916550636-project-member] Enqueued Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1165.187235] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d with Priority: HIGHEST for action security_group_members [ 1165.187647] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff7ce3d-8a03-40fe-ba80-1eca5899029d taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.187730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.187767] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.188126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.188366] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.188489] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.188549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.188721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.188807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.188902] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff7ce3d-8a03-40fe-ba80-1eca5899029d',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.674037] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee3d2a7b-470d-4544-8617-fa57737f3161 req-342163fb-cbc0-4d12-b6eb-a8b325662b29 service nova] Enqueued Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_rules [ 1165.674230] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee3d2a7b-470d-4544-8617-fa57737f3161 req-342163fb-cbc0-4d12-b6eb-a8b325662b29 service nova] Enqueued Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_members [ 1165.674369] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee3d2a7b-470d-4544-8617-fa57737f3161 req-342163fb-cbc0-4d12-b6eb-a8b325662b29 service nova] Enqueued Resource ID: 8dd57319-0e95-4a28-8910-f204d4640177 with Priority: HIGHEST for action port [ 1165.674874] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_rules [ 1165.675023] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_members [ 1165.675249] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd57319-0e95-4a28-8910-f204d4640177 with Priority: HIGHEST for action port [ 1165.675547] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.675653] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.675718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.675921] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.676006] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.678743] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.678868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.678936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.679207] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.679368] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.679557] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.679626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.679801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.679894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.679987] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.680724] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd57319-0e95-4a28-8910-f204d4640177 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.681772] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.681847] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.682029] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.682098] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd57319-0e95-4a28-8910-f204d4640177',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.691158] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.691302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.691343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.691567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.691621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.691775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.691876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.691950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.692306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.692400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.692488] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d is going to be updated. [ 1165.720071] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.720255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.720332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.720561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.720727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.729479] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: IN_PROGRESS for 2s [ 1166.183826] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.183968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.184183] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.185105] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dd57319-0e95-4a28-8910-f204d4640177 with status ACTIVE [ 1166.185284] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.185400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.185460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.185650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.185740] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.185903] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.186011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.186079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.186225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.186302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.186479] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.186568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.186624] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.186795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.187022] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.187022] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dd57319-0e95-4a28-8910-f204d4640177 is going to be updated. [ 1166.209433] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.209589] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.209633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.209834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.209980] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.210154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd57319-0e95-4a28-8910-f204d4640177" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.690104] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.192227] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.192633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.192633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.192702] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.192793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.192869] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b is going to be created. [ 1167.245358] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.245616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.245616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.245724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.245887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.256949] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538e80c6-1777-44d5-9873-dce2384d6e2b in Status: UNINITIALIZED for 2s [ 1167.270886] env[65216]: INFO networking_nsxv3.common.synchronization [req-96ce0c11-382a-4e2d-9094-6bc0e20af7af req-bcb647d1-d479-405d-9455-15ea39d50aa2 tempest-AttachInterfacesV270Test-925973031 tempest-AttachInterfacesV270Test-925973031-project-member] Enqueued Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_members [ 1167.271508] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGHEST for action security_group_members [ 1167.271812] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.271942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.272015] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.272409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.272585] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.273023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.273023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.273023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.273023] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.273219] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.745860] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d in Status: SUCCESS [ 1167.746067] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff7ce3d-8a03-40fe-ba80-1eca5899029d deletion is rescheduled due to dependency. [ 1167.746192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff7ce3d-8a03-40fe-ba80-1eca5899029d" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.775926] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.776140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.776221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.776442] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.776543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.776744] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.776855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.776914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.777064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.777144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.777235] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 is going to be updated. [ 1167.838562] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.839335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.839335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.839335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.839335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.850368] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 in Status: IN_PROGRESS for 2s [ 1169.268435] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538e80c6-1777-44d5-9873-dce2384d6e2b in Status: SUCCESS [ 1169.268778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.269035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.269349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.269599] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.269833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.270014] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.270229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.270362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.270479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.270685] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.602824] env[65216]: INFO networking_nsxv3.common.synchronization [None req-791e7884-4685-4f18-bb34-e8be2658e50d None None] Enqueued Resource ID: 6b84a466-9791-4537-b4ed-570bcdfd87d3 with Priority: HIGHEST for action port [ 1169.603064] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b84a466-9791-4537-b4ed-570bcdfd87d3 with Priority: HIGHEST for action port [ 1169.603763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b84a466-9791-4537-b4ed-570bcdfd87d3 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.603763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b84a466-9791-4537-b4ed-570bcdfd87d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.603763] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b84a466-9791-4537-b4ed-570bcdfd87d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.603940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b84a466-9791-4537-b4ed-570bcdfd87d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.604186] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b84a466-9791-4537-b4ed-570bcdfd87d3',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.774115] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.865431] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 in Status: SUCCESS [ 1169.865721] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 deletion is rescheduled due to dependency. [ 1169.865721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.108836] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b84a466-9791-4537-b4ed-570bcdfd87d3 [ 1170.110430] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.110430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.110430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.110430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.110430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.110430] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b84a466-9791-4537-b4ed-570bcdfd87d3 already deleted. [ 1170.110430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b84a466-9791-4537-b4ed-570bcdfd87d3" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.277321] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538e80c6-1777-44d5-9873-dce2384d6e2b: rpc.has_security_group_logging(os_id): False [ 1170.301233] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.301379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.301450] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.301662] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.301752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.302181] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.302181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.302181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.302409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.302529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.302593] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b is going to be created. [ 1170.314980] env[65216]: INFO networking_nsxv3.common.synchronization [None req-3091b51e-1ab6-4ae9-9840-aaaa5f935cdd tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_rules [ 1170.315714] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_rules [ 1170.315939] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.316121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.316208] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.316465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.316555] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.376258] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.376258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.376258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.376258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.376258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.388286] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538e80c6-1777-44d5-9873-dce2384d6e2b in Status: IN_PROGRESS for 2s [ 1170.418186] env[65216]: INFO networking_nsxv3.common.synchronization [None req-495f314d-4ffa-458c-b9d7-c8c931b324ec tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_rules [ 1170.419130] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_rules [ 1170.419458] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.419587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.837949] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.837949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.837949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.837949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.837949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.837949] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 already deleted. [ 1170.837949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.838431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.838431] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.838431] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.362865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.363165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.363165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.363344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.363419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.363635] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 already deleted. [ 1171.363635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.892307] env[65216]: INFO networking_nsxv3.common.synchronization [None req-6196fd77-a457-4a43-af5d-1f05b0ff53da None None] Enqueued Resource ID: 1aeefe6f-b98f-4280-a0a0-0fd682f92138 with Priority: HIGHEST for action port [ 1171.892841] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aeefe6f-b98f-4280-a0a0-0fd682f92138 with Priority: HIGHEST for action port [ 1171.893140] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aeefe6f-b98f-4280-a0a0-0fd682f92138 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.893267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aeefe6f-b98f-4280-a0a0-0fd682f92138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.893335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aeefe6f-b98f-4280-a0a0-0fd682f92138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.893585] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aeefe6f-b98f-4280-a0a0-0fd682f92138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.893671] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aeefe6f-b98f-4280-a0a0-0fd682f92138',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.395794] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aeefe6f-b98f-4280-a0a0-0fd682f92138 [ 1172.396140] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.396318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.396402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.396633] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.396738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.396846] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aeefe6f-b98f-4280-a0a0-0fd682f92138 already deleted. [ 1172.396940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aeefe6f-b98f-4280-a0a0-0fd682f92138" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.402183] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538e80c6-1777-44d5-9873-dce2384d6e2b in Status: SUCCESS [ 1172.402573] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.113044] env[65216]: INFO networking_nsxv3.common.synchronization [req-82351a25-c33a-4143-b0f2-8d230a870520 req-668e4623-ddfb-4ed9-aba4-bdae9288a0f4 tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_members [ 1176.113598] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_members [ 1176.113907] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.114039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.114108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.114365] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.114527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.114626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.114715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.114871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.114982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.115085] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.449242] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.449242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.449242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.449597] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.449789] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.449987] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.450122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.450352] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.450523] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.450743] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.450858] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.450967] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.451089] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.451208] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.451318] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.451450] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.473663] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.473822] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.473877] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.474047] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.474371] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-bd5f29df-7216-41e9-8ac9-c63e185ae887 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.474542] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.474657] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.474998] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.475152] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5f29df-7216-41e9-8ac9-c63e185ae887',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.617416] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.619655] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.619655] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 already deleted. [ 1176.619655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.978526] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.978766] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.978893] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.979242] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.979438] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.979845] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port bd5f29df-7216-41e9-8ac9-c63e185ae887 not found, creating... [ 1176.980800] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.980800] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.980800] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.980800] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.980800] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.981088] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.981155] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.981234] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.981444] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.981572] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.981708] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: bd5f29df-7216-41e9-8ac9-c63e185ae887 is going to be created. [ 1177.008361] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.008635] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.008961] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.009030] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.009298] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.009516] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.698196] env[65216]: INFO networking_nsxv3.common.synchronization [req-82351a25-c33a-4143-b0f2-8d230a870520 req-4c416704-d6c5-4fc6-b944-4eeadf5cd4b0 service nova] Enqueued Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_rules [ 1177.698460] env[65216]: INFO networking_nsxv3.common.synchronization [req-82351a25-c33a-4143-b0f2-8d230a870520 req-4c416704-d6c5-4fc6-b944-4eeadf5cd4b0 service nova] Enqueued Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_members [ 1177.699637] env[65216]: INFO networking_nsxv3.common.synchronization [req-82351a25-c33a-4143-b0f2-8d230a870520 req-4c416704-d6c5-4fc6-b944-4eeadf5cd4b0 service nova] Enqueued Resource ID: bd5f29df-7216-41e9-8ac9-c63e185ae887 with Priority: HIGHEST for action port [ 1177.699637] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_rules [ 1177.699637] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_members [ 1177.699816] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5f29df-7216-41e9-8ac9-c63e185ae887 with Priority: HIGHEST for action port [ 1177.699985] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.700112] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.700187] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.700462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.701064] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.701575] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.701989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.701989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.701989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.702163] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.702276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.702355] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.702506] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.702605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.702699] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.704261] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5f29df-7216-41e9-8ac9-c63e185ae887 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.704436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.704513] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.704721] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.704805] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5f29df-7216-41e9-8ac9-c63e185ae887',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.206715] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.208248] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.208248] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.208621] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5f29df-7216-41e9-8ac9-c63e185ae887 with status ACTIVE [ 1178.208814] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.208947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.209060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.209331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.209460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.209658] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.209783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.209857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.210084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.210197] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.210533] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.210598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.210673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.210860] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.210966] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.211082] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5f29df-7216-41e9-8ac9-c63e185ae887 is going to be updated. [ 1178.234331] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.234508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.234547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.234739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.234872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.235057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5f29df-7216-41e9-8ac9-c63e185ae887" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.709498] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.212739] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.212739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.213033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.213033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.213245] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.213245] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 is going to be created. [ 1179.236425] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.236678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.236678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.236831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.236984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.245825] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: UNINITIALIZED for 2s [ 1181.257532] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: SUCCESS [ 1181.257889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.258024] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.258280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.258482] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.258600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.258666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.258821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.258901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.258985] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.259088] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.761308] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.264020] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30b8286a-fa04-4488-a209-303a4d94d7f4: rpc.has_security_group_logging(os_id): False [ 1182.284944] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.285221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.285221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.285387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.285478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.285726] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.285827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.285888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.286059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.286140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.286242] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 is going to be created. [ 1182.350412] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.350621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.350705] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.350977] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.351250] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.366888] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: IN_PROGRESS for 2s [ 1182.700968] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.701116] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.380147] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: SUCCESS [ 1184.380556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.702638] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.702638] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.703394] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.703711] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1197.705268] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.705268] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1198.961499] env[65216]: INFO networking_nsxv3.common.synchronization [req-ddea48fa-7c0d-419f-ab19-88ddb8605936 req-9ec7c9ff-7b6c-4c7c-a015-c366a4a6ec29 tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1198.962258] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1198.962352] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.962420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.962504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.962678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.963354] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.963354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.963354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.963354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.963354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.963354] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.466168] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.466168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.466168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.466168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.466168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.466631] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.466631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.466631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.466873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.466873] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.466976] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1199.500122] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.500422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.500422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.500525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.500695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.509589] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1201.521183] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1201.521538] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 deletion is rescheduled due to dependency. [ 1201.521538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.963483] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.963926] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.060025] env[65216]: INFO networking_nsxv3.common.synchronization [req-1d7fd75f-da80-46f2-aedf-f574f7c06dbf req-87525053-cb1d-4c04-9270-d5ead8a9ce01 tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1206.060025] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1206.060735] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.060871] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.060942] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.061164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.061337] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.061453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.061523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.061676] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.061762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.061974] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.388305] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.388478] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.388568] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.388862] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.389189] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.389352] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.389496] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.389726] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.389866] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.390081] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.390193] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.390303] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.390438] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.390556] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.390659] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.390787] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.410093] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.410274] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.410415] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.410587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.410897] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-ddc6714a-c944-46e3-9e3a-a43602795620 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.411083] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.411204] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.411771] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.411771] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc6714a-c944-46e3-9e3a-a43602795620',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.564469] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.564469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.564469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.564789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.564789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.564940] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.565050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.565113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.565255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.565331] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.565415] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1206.593077] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.593335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.593420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.593627] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.593824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.603436] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1206.915044] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.915044] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.915044] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.915044] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.915044] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.915391] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port ddc6714a-c944-46e3-9e3a-a43602795620 not found, creating... [ 1206.915549] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.915659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.915715] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.915956] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.916126] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.916435] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.916603] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.916752] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.917051] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.917193] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.917334] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: ddc6714a-c944-46e3-9e3a-a43602795620 is going to be created. [ 1206.937259] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.937488] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.937587] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.937843] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.938087] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.938321] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.630368] env[65216]: INFO networking_nsxv3.common.synchronization [req-1d7fd75f-da80-46f2-aedf-f574f7c06dbf req-10ce6adc-bfc5-4ae4-9709-b3d1bbbd958c service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1207.630735] env[65216]: INFO networking_nsxv3.common.synchronization [req-1d7fd75f-da80-46f2-aedf-f574f7c06dbf req-10ce6adc-bfc5-4ae4-9709-b3d1bbbd958c service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1207.630735] env[65216]: INFO networking_nsxv3.common.synchronization [req-1d7fd75f-da80-46f2-aedf-f574f7c06dbf req-10ce6adc-bfc5-4ae4-9709-b3d1bbbd958c service nova] Enqueued Resource ID: ddc6714a-c944-46e3-9e3a-a43602795620 with Priority: HIGHEST for action port [ 1207.631359] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1207.631359] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1207.631359] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc6714a-c944-46e3-9e3a-a43602795620 with Priority: HIGHEST for action port [ 1207.631911] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.631911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.631911] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.632192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.632192] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.632999] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.633104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.633301] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc6714a-c944-46e3-9e3a-a43602795620 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.633462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.633507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.633663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.633735] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc6714a-c944-46e3-9e3a-a43602795620',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.135445] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.135668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.136962] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc6714a-c944-46e3-9e3a-a43602795620 with status ACTIVE [ 1208.137214] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.137382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.137458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.137673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.137765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.137937] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.138046] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.138111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.138261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.138343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.138553] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.138648] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.138708] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.138846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.138919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.139019] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc6714a-c944-46e3-9e3a-a43602795620 is going to be updated. [ 1208.160430] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.160644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.160644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.160825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.160955] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.161137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc6714a-c944-46e3-9e3a-a43602795620" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.614208] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1208.614448] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 deletion is rescheduled due to dependency. [ 1208.614503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.614642] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.614876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.615171] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.615346] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.615475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.615670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.615756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.615854] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.117645] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.619835] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.122076] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.122475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.122475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.122546] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.122619] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.122717] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1210.151643] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.151868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.151868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.152073] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.152223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.161124] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1211.083011] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee6fe7ad-71eb-404f-9dd3-87620ae870ad req-a22bc530-55c9-4b98-a4b2-32e4f057031f tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_members [ 1211.083563] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGHEST for action security_group_members [ 1211.083923] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.084074] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.084146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.084341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.084943] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.084943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.084943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.085185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.085185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.085281] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.589414] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.589925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.589925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.589925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.589925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.590116] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.590215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.590277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.590435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.590515] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.590624] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 is going to be updated. [ 1211.621385] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.621634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.621703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.622052] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.622379] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.635741] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 in Status: IN_PROGRESS for 2s [ 1212.173193] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1212.173410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.173577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.173803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.173996] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.174126] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.174202] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.174364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.174445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.174530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.174785] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.677079] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.179485] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecab3ba2-107a-447a-a788-7f45a9293a56: rpc.has_security_group_logging(os_id): False [ 1213.196855] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.197101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.197101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.197319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.197410] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.197695] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.197783] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.197833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.197986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.198077] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.198166] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1213.253297] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.253470] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.253538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.253725] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.253882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.268112] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1213.646035] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 in Status: SUCCESS [ 1213.646035] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 deletion is rescheduled due to dependency. [ 1213.646035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.282276] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1215.282587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.084357] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.084524] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.085807] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.086221] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.147114] env[65216]: INFO networking_nsxv3.common.synchronization [req-56c0025b-58d1-47e4-ba82-137b9aacf585 req-55a895a0-6fc9-4977-9415-3a21041c6729 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1224.147621] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1224.147951] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.148072] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.148130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.148316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.148517] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.148650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.148754] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.148940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.149042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.149145] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.651265] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.153982] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.656444] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.656600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.656671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.656909] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.657011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.657120] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 is going to be updated. [ 1225.689080] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.689300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.689367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.689568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.689756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.699909] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: IN_PROGRESS for 2s [ 1227.711087] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: SUCCESS [ 1227.711427] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.149473] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.149473] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1230.673030] env[65216]: INFO networking_nsxv3.common.synchronization [req-2fdcfffe-5eca-494c-93cc-ece743530bd0 req-fd302539-a882-44fd-8a03-f7a65f528b28 tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_members [ 1230.673030] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGHEST for action security_group_members [ 1230.673330] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.673388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.673422] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.674795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.674795] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.674795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.674795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.674795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.674795] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.674795] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.176890] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.177141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.177264] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.177639] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.177778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.178075] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.178217] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.178289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.178607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.178712] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.178807] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b is going to be updated. [ 1231.209031] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.209845] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.209961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.210333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.210333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.221662] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538e80c6-1777-44d5-9873-dce2384d6e2b in Status: IN_PROGRESS for 2s [ 1233.233038] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538e80c6-1777-44d5-9873-dce2384d6e2b in Status: SUCCESS [ 1233.233038] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b deletion is rescheduled due to dependency. [ 1233.233038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.673916] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.674325] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.608849] env[65216]: INFO networking_nsxv3.common.synchronization [None req-62f5214c-5ced-4e89-9aea-f22eea47f2a7 tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_rules [ 1236.609574] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_rules [ 1236.610164] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.610326] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.610402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.610718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.610843] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.694291] env[65216]: INFO networking_nsxv3.common.synchronization [None req-332b1ab8-cad9-44ab-81f8-e4c1866f7a79 tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_rules [ 1236.694829] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_rules [ 1236.695163] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.695288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.135100] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.135547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.135547] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.135678] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.135876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.135961] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed already deleted. [ 1237.136055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.136285] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.136523] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.136771] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.657937] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.658136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.658198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.658374] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.658468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.658595] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed already deleted. [ 1237.658689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.542169] env[65216]: INFO networking_nsxv3.common.synchronization [req-a3d1cd62-c39f-4aa3-9270-e9a0ab372b54 req-6f6bf9ba-396b-4fc9-8351-86ffd44b3c67 tempest-ServerActionsTestOtherA-1412446797 tempest-ServerActionsTestOtherA-1412446797-project-member] Enqueued Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1239.542445] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 with Priority: HIGHEST for action security_group_members [ 1239.542484] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.542605] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.542671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.542856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.543021] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.543448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.543448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.543555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.543606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.543646] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2d52b8-7d82-40f3-a6d3-7529f4b66f23',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.046357] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.046581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.046692] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.047027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.047185] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.047429] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.047559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.047631] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.047822] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.047926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.048050] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 is going to be updated. [ 1240.089060] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.089215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.089304] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.089599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.089850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.100791] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: IN_PROGRESS for 2s [ 1242.111870] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 in Status: SUCCESS [ 1242.112266] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2d52b8-7d82-40f3-a6d3-7529f4b66f23 deletion is rescheduled due to dependency. [ 1242.112266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2d52b8-7d82-40f3-a6d3-7529f4b66f23" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.432510] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1242.432694] env[65216]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd12f427-9339-49c4-965d-33a632c377b5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1243.332916] env[65216]: INFO networking_nsxv3.common.synchronization [req-e551dc25-e183-40a0-b9fe-e11b03d27c1e req-440b7f4d-16bb-4698-8f2c-8b873da13e1a tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_members [ 1243.333443] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_members [ 1243.333763] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.333888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.333967] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.334257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.334421] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.334528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.334657] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.334747] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.334835] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.334928] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.655299] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.655499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.655620] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.655901] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.656170] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.656324] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.656441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.656984] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.656984] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.657228] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.657340] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.657447] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.657552] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.657659] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.657763] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.657895] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.679027] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.681519] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.681519] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.681519] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-198" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.681519] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-08ec6b06-ab34-40b5-ac04-f0107fe482fc taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.681519] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.681519] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.681854] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.682011] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ec6b06-ab34-40b5-ac04-f0107fe482fc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.789205] env[65216]: INFO networking_nsxv3.common.synchronization [req-ee134885-f2f5-462f-aca7-e5f046bc5e0c req-77b046d0-ee41-4525-bfbf-c1eb7bc25aa5 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1243.789850] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1243.790423] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.790620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.790707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.790956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.791138] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.791239] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.791303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.791469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.791556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.791679] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.837176] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.837390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.837468] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.837686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.837771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.837979] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.838095] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.838160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.838351] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.838429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.838531] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed already deleted. [ 1243.838646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.184748] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.185047] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.185130] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.185416] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.185562] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.185718] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 08ec6b06-ab34-40b5-ac04-f0107fe482fc not found, creating... [ 1244.185975] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.186148] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.186262] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.186478] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.186640] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.186935] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.187107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.187229] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.187441] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.187572] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.187733] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 08ec6b06-ab34-40b5-ac04-f0107fe482fc is going to be created. [ 1244.212659] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.212659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.212659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.212659] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.213037] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.213415] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.294367] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.294584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.294584] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.294755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.320518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.320794] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.320956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.321086] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.321253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.321341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.321436] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1244.350964] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.351368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.351368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.351446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.351526] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.376353] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1244.936687] env[65216]: INFO networking_nsxv3.common.synchronization [req-e551dc25-e183-40a0-b9fe-e11b03d27c1e req-f40b8da9-aca8-4ac2-83b8-a65662898572 service nova] Enqueued Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_rules [ 1244.936870] env[65216]: INFO networking_nsxv3.common.synchronization [req-e551dc25-e183-40a0-b9fe-e11b03d27c1e req-f40b8da9-aca8-4ac2-83b8-a65662898572 service nova] Enqueued Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_members [ 1244.937018] env[65216]: INFO networking_nsxv3.common.synchronization [req-e551dc25-e183-40a0-b9fe-e11b03d27c1e req-f40b8da9-aca8-4ac2-83b8-a65662898572 service nova] Enqueued Resource ID: 08ec6b06-ab34-40b5-ac04-f0107fe482fc with Priority: HIGHEST for action port [ 1244.937234] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_rules [ 1244.937585] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_members [ 1244.937585] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ec6b06-ab34-40b5-ac04-f0107fe482fc with Priority: HIGHEST for action port [ 1244.937979] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.938171] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.938205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.938376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.938535] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.939304] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.939415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.939492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.939862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.939862] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.940047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.940047] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.940175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.940210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.940274] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.940999] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ec6b06-ab34-40b5-ac04-f0107fe482fc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.941107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.941200] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.941801] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.941801] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ec6b06-ab34-40b5-ac04-f0107fe482fc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.443423] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.444488] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.444630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.445390] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08ec6b06-ab34-40b5-ac04-f0107fe482fc with status ACTIVE [ 1245.445390] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.445390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.445390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.445390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.445390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.445699] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.445699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.445699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.445800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.445882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.446058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.446156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.446209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.446525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.446525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.446525] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08ec6b06-ab34-40b5-ac04-f0107fe482fc is going to be updated. [ 1245.469062] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.469303] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.469357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.469593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.469930] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.470048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ec6b06-ab34-40b5-ac04-f0107fe482fc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.949465] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.387362] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1246.387599] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 deletion is rescheduled due to dependency. [ 1246.387664] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.451983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.452267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.452267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.452404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.452494] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.452579] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed is going to be created. [ 1246.479898] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.480152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.480152] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.480361] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.480530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.492412] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: UNINITIALIZED for 2s [ 1248.505092] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: SUCCESS [ 1248.505463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.505503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.505743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.505943] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.506121] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.506215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.506433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.506570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.506778] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.506887] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.011436] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.514052] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29d1f6f3-c62f-4f9f-a984-c145a98b37ed: rpc.has_security_group_logging(os_id): False [ 1249.537307] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.537580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.537580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.537724] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.537916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.538052] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.538188] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.538271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.538495] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.538587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.538755] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed is going to be created. [ 1249.637190] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.637399] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.637492] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.637770] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.637978] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.651829] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: IN_PROGRESS for 2s [ 1249.938885] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.939077] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1249.990335] env[65216]: INFO networking_nsxv3.common.synchronization [None req-2520d22d-f731-42b8-bce3-b99889ab014f None None] Enqueued Resource ID: 5dff6ecc-4535-4154-a84a-b83bd96157f6 with Priority: HIGHEST for action port [ 1249.990789] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dff6ecc-4535-4154-a84a-b83bd96157f6 with Priority: HIGHEST for action port [ 1249.991145] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dff6ecc-4535-4154-a84a-b83bd96157f6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.991300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dff6ecc-4535-4154-a84a-b83bd96157f6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.991409] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dff6ecc-4535-4154-a84a-b83bd96157f6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.991782] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dff6ecc-4535-4154-a84a-b83bd96157f6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.991910] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dff6ecc-4535-4154-a84a-b83bd96157f6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.494454] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dff6ecc-4535-4154-a84a-b83bd96157f6 [ 1250.494682] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.494821] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.494894] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.495151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.495246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.495348] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dff6ecc-4535-4154-a84a-b83bd96157f6 already deleted. [ 1250.495509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dff6ecc-4535-4154-a84a-b83bd96157f6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.666836] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: SUCCESS [ 1251.667251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.903914] env[65216]: INFO networking_nsxv3.common.synchronization [None req-0894be61-39d8-42d1-961d-51db5fb726f6 None None] Enqueued Resource ID: df0efdfc-64bb-416e-972d-36abc2208f4a with Priority: HIGHEST for action port [ 1251.905033] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0efdfc-64bb-416e-972d-36abc2208f4a with Priority: HIGHEST for action port [ 1251.905033] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0efdfc-64bb-416e-972d-36abc2208f4a taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.905033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0efdfc-64bb-416e-972d-36abc2208f4a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.905257] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0efdfc-64bb-416e-972d-36abc2208f4a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.905407] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0efdfc-64bb-416e-972d-36abc2208f4a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.905532] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0efdfc-64bb-416e-972d-36abc2208f4a',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.407828] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df0efdfc-64bb-416e-972d-36abc2208f4a [ 1252.408113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.408258] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.408324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.408543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.408632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.408790] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df0efdfc-64bb-416e-972d-36abc2208f4a already deleted. [ 1252.408877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0efdfc-64bb-416e-972d-36abc2208f4a" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.033391] env[65216]: INFO networking_nsxv3.common.synchronization [req-6326d596-c6ea-4c68-888d-d0ec8361e7bb req-b88befef-6387-4da5-bcf9-7428ac661758 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1253.033943] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1253.034295] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.034394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.034539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.034618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.034762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.034863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.035016] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.035085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.035144] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.035244] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.369681] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.370036] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.370259] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.370651] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.371081] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.371361] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.371603] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.371869] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.372119] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.372550] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.372752] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.372949] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.373149] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.373350] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.373689] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.373773] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.397285] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.397481] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.397687] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.397925] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.398409] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.398669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.398850] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.399355] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.399613] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.538431] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.538832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.538926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.539165] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.539253] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.539461] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.539593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.539643] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.539859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.539933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.540042] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1253.568712] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.568986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.568986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.569271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.569441] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.579290] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1253.904033] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.904325] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.904420] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.904699] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.904850] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.905032] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 not found, creating... [ 1253.905296] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.905452] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.905567] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.905801] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.905938] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.906234] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.906388] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.906503] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.906729] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.906895] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.907045] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 is going to be created. [ 1253.927865] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.928093] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.928213] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.928490] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.928771] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.929039] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.642672] env[65216]: INFO networking_nsxv3.common.synchronization [req-6326d596-c6ea-4c68-888d-d0ec8361e7bb req-051f0e7d-e85a-4858-9307-7609f1314493 service nova] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 1254.642935] env[65216]: INFO networking_nsxv3.common.synchronization [req-6326d596-c6ea-4c68-888d-d0ec8361e7bb req-051f0e7d-e85a-4858-9307-7609f1314493 service nova] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1254.643070] env[65216]: INFO networking_nsxv3.common.synchronization [req-6326d596-c6ea-4c68-888d-d0ec8361e7bb req-051f0e7d-e85a-4858-9307-7609f1314493 service nova] Enqueued Resource ID: fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 with Priority: HIGHEST for action port [ 1254.643835] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 1254.643991] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1254.644681] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 with Priority: HIGHEST for action port [ 1254.644681] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.644681] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.644925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.645032] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.645317] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.646453] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.646453] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.646755] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.646916] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.647094] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.647292] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.647361] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.149509] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.149756] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.149801] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 with status ACTIVE [ 1255.150157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.150157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.150157] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.150342] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.150440] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.150595] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.150694] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.150755] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.150908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.150981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.151180] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.151275] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.151332] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.151471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.151544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.151628] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87 is going to be updated. [ 1255.173762] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.174066] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.174170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.174418] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.174571] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.174758] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2c1bee-d3d2-4a83-ad6f-a3ad51424e87" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.589598] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1255.589945] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 deletion is rescheduled due to dependency. [ 1255.590082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.590229] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.590455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.590648] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.590768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.590864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.591142] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.591241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.591343] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.094064] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.351750] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbb787c3-1193-4d30-831b-79fc0b34ab17 req-a06e1138-6eb0-4afd-8eae-d0cd33c9eb1d tempest-ServerGroupTestJSON-1744049970 tempest-ServerGroupTestJSON-1744049970-project-member] Enqueued Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_members [ 1256.352398] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_members [ 1256.352704] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.352833] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.352908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.353238] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.353396] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.353498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.353558] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.353709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.353796] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.353891] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.596549] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.666430] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.666712] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-794" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.666879] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-794" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.667078] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-794" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.667342] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.667546] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.667682] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.667820] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.667964] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.668178] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.668286] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.668406] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.668526] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.668632] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.668780] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.668920] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.689016] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.689309] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.689430] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.689613] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-794" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.690074] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-38fb4c70-daf4-4411-9499-56785b8c5497 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.690278] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.690439] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.690806] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.691044] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fb4c70-daf4-4411-9499-56785b8c5497',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.855748] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.855949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.855949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.856191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.856288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.856497] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.856599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.856663] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.856830] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.856897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.856976] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 already deleted. [ 1256.857071] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.099185] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.099500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.099500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.099568] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.100109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.100109] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1257.126333] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.126508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.126508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.126716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.126862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.135946] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1257.194059] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.194059] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.194059] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.194314] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.194707] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.194707] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port 38fb4c70-daf4-4411-9499-56785b8c5497 not found, creating... [ 1257.194839] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.194984] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.195161] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.195416] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.195563] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.195838] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.196059] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.196196] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.196404] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.196778] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.196778] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: 38fb4c70-daf4-4411-9499-56785b8c5497 is going to be created. [ 1257.216500] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.217062] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.217133] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.217445] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.217698] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.217964] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.396622] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbb787c3-1193-4d30-831b-79fc0b34ab17 req-6a91b0ff-40d7-4356-b614-43dd9af9c56b service nova] Enqueued Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_rules [ 1258.397447] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbb787c3-1193-4d30-831b-79fc0b34ab17 req-6a91b0ff-40d7-4356-b614-43dd9af9c56b service nova] Enqueued Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_members [ 1258.397615] env[65216]: INFO networking_nsxv3.common.synchronization [req-dbb787c3-1193-4d30-831b-79fc0b34ab17 req-6a91b0ff-40d7-4356-b614-43dd9af9c56b service nova] Enqueued Resource ID: 38fb4c70-daf4-4411-9499-56785b8c5497 with Priority: HIGHEST for action port [ 1258.398181] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_rules [ 1258.398320] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_members [ 1258.398438] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38fb4c70-daf4-4411-9499-56785b8c5497 with Priority: HIGHEST for action port [ 1258.398752] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.398908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.398908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.399279] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.399279] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.400195] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.400320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.400387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.400618] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.400737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.400806] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.400865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.401344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.401344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.401344] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.402113] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-38fb4c70-daf4-4411-9499-56785b8c5497 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.402222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.402294] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.402435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.402508] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fb4c70-daf4-4411-9499-56785b8c5497',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.904109] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.905304] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.905469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.907958] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38fb4c70-daf4-4411-9499-56785b8c5497 with status ACTIVE [ 1258.908155] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.908276] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.908344] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.908586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.908650] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.908905] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.909083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.909083] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.909212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.909289] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.909471] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.909564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.909656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.909762] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.909863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.909961] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38fb4c70-daf4-4411-9499-56785b8c5497 is going to be updated. [ 1258.936746] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.936971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.936971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.937167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.937308] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.937517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38fb4c70-daf4-4411-9499-56785b8c5497" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.146347] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1259.146347] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.146632] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.146797] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.146983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.147120] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.147184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.147324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.147397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.147475] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.147566] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.406651] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.650247] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.909708] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.909981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.909981] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.910231] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.910291] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.910392] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 is going to be created. [ 1259.934962] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.935184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.935184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.935380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.935535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.945449] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: UNINITIALIZED for 2s [ 1260.152418] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36: rpc.has_security_group_logging(os_id): False [ 1260.169987] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.170191] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.170297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.170532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.170649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.170911] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.171034] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.171115] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.171278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.171359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.171447] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1260.252019] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.252213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.252297] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.252438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.252586] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.267024] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1261.955457] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: SUCCESS [ 1261.955804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.955804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.956038] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.956245] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.956366] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.956432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.956598] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.956698] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.956787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.956878] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.285579] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1262.285579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.459532] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.459728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.459844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.460134] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.460321] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.460436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.460504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.460710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.460818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.460939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.461144] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.461270] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.461360] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.461543] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.461710] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.461827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.461904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.462325] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.462402] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.462437] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.462530] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.966989] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97c44bba-5c86-4ee5-a1fc-433816247f08: rpc.has_security_group_logging(os_id): False [ 1262.985466] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.985656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.985701] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.985898] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.985990] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.986223] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.986324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.986369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.986517] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.986594] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.986791] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.986887] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.986948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.987105] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.987182] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.987374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.987467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.987529] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.987668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.987741] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.987827] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 is going to be created. [ 1263.073118] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.073338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.073338] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.073542] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.073722] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.092040] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: IN_PROGRESS for 2s [ 1263.399843] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.400106] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1265.105984] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: SUCCESS [ 1265.106394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.389349] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.389592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.389685] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.389987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.390159] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.892953] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.396029] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.899049] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1266.899208] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1267.788894] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.789396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.789396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.789396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.801278] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1267.802268] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.803413] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1267.842198] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.842349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.842408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.842611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.857400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.858227] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1267.858313] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.858403] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1267.916789] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.917040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.917040] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.917223] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.918592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.918783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1268.012311] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.012503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.012503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.012716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.013042] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.013325] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1268.100148] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.100408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.100408] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.100551] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.100861] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.101211] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1268.101302] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b9938a7e-956d-4742-a166-3712bbc844b1', '4458bf78-b5ca-4bd8-a47c-c5bca008f9f8', '29d1f6f3-c62f-4f9f-a984-c145a98b37ed', '94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e', '07649259-cdda-49da-b157-04055945fffb', 'a325463d-3172-453a-b493-e2dd6d7bd727', 'e76a1d33-93e7-4ced-9134-2c2050dd7ccc', 'ecab3ba2-107a-447a-a788-7f45a9293a56', '30b8286a-fa04-4488-a209-303a4d94d7f4', '97c44bba-5c86-4ee5-a1fc-433816247f08', 'b3f06a0c-72ac-49b4-8932-dcaf577c8566', '538e80c6-1777-44d5-9873-dce2384d6e2b', '63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6', '8267919a-3970-4d07-9c54-e07fc8e52d83', 'adc3f704-dcf7-473f-8428-38b69d7dd53b', 'b14fdfb1-a43f-4b2e-aeaa-79615f058434', 'e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2', '0d005a5c-6f0a-4e72-9798-80a973e8e8d5', '5d0f0011-53b8-4718-9068-fc5be5f83d08', '4c09977d-beed-4a6d-be11-7faf37c983a7', 'bc0d4e8e-980f-4c9f-be74-be525f7b3490', '0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36', 'f491219f-21d7-4c50-ab69-85f03eb6bc65', '4a5f1d17-9802-494e-8000-c9ecbd73a689', '54cead88-ac6e-4f3d-882b-6e03f6f0033a', '913cda53-a96e-4d6f-bb88-65ae10fd3eb5', '2a452a92-9eaf-4286-810a-7d75c994e2a0', 'c77abf4c-683b-4afc-93ad-247beb177b6c', 'e82b7a72-567d-4567-bcee-a70d5739c08c', 'cb5cc281-94c8-4111-9dea-d14c3ab2698f', '159502a5-7887-414c-a1c5-c642afe28e3a', '750d9e26-c78b-4670-a985-3ac64a5edf29', 'bff7ce3d-8a03-40fe-ba80-1eca5899029d', '2db07692-d6b0-48f3-868a-c527df62cf97', '6b062cd2-612b-416b-a729-a38712cd27f1', '64df24ea-19f5-470f-a8c6-680ae3785f32', 'd73d04a6-619d-4599-890a-1b3b98982715', '1a2d52b8-7d82-40f3-a6d3-7529f4b66f23', '2c805914-15b0-4319-aeab-1f518c03a15b', '1e9d1518-e295-4d26-9762-68efa9460cbf', 'f258d3b2-96a6-4279-ac0c-ec6944da4f5a'} {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.101392] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1268.122481] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.122629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.122703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.122904] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.122987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.123109] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1268.123182] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.123251] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1268.263177] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.263389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.263438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.263616] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.264891] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.265198] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1268.265280] env[65216]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65216) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.265354] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1268.265423] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1268.265502] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1268.265580] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGH for action security_group_rules [ 1268.265685] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGH for action security_group_rules [ 1268.265758] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGH for action security_group_rules [ 1268.265822] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGH for action security_group_rules [ 1268.265886] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGH for action security_group_rules [ 1268.265947] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGH for action security_group_rules [ 1268.266014] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGH for action security_group_rules [ 1268.266078] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGH for action security_group_rules [ 1268.266139] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGH for action security_group_rules [ 1268.266202] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGH for action security_group_rules [ 1268.266265] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGH for action security_group_rules [ 1268.266327] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGH for action security_group_rules [ 1268.266388] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGH for action security_group_rules [ 1268.266451] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGH for action security_group_rules [ 1268.266513] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGH for action security_group_rules [ 1268.266578] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGH for action security_group_rules [ 1268.266647] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGH for action security_group_rules [ 1268.266712] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGH for action security_group_rules [ 1268.266802] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGH for action security_group_rules [ 1268.266920] env[65216]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGH for action security_group_rules [ 1268.266920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.401849] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.401849] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1268.401849] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9938a7e-956d-4742-a166-3712bbc844b1 with Priority: HIGH for action security_group_rules [ 1268.402177] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGH for action security_group_rules [ 1268.402177] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc with Priority: HIGH for action security_group_rules [ 1268.402314] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc3f704-dcf7-473f-8428-38b69d7dd53b with Priority: HIGH for action security_group_rules [ 1268.402391] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 with Priority: HIGH for action security_group_rules [ 1268.402536] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 with Priority: HIGH for action security_group_rules [ 1268.402660] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 with Priority: HIGH for action security_group_rules [ 1268.402789] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 with Priority: HIGH for action security_group_rules [ 1268.402905] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 with Priority: HIGH for action security_group_rules [ 1268.403042] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 with Priority: HIGH for action security_group_rules [ 1268.403170] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 with Priority: HIGH for action security_group_rules [ 1268.403265] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538e80c6-1777-44d5-9873-dce2384d6e2b with Priority: HIGH for action security_group_rules [ 1268.403381] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 with Priority: HIGH for action security_group_rules [ 1268.403499] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGH for action security_group_rules [ 1268.403600] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGH for action security_group_rules [ 1268.403717] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325463d-3172-453a-b493-e2dd6d7bd727 with Priority: HIGH for action security_group_rules [ 1268.403831] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGH for action security_group_rules [ 1268.403950] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07649259-cdda-49da-b157-04055945fffb with Priority: HIGH for action security_group_rules [ 1268.404108] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 with Priority: HIGH for action security_group_rules [ 1268.404199] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e with Priority: HIGH for action security_group_rules [ 1268.404599] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9938a7e-956d-4742-a166-3712bbc844b1 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.404759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.404846] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.405117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.405256] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9938a7e-956d-4742-a166-3712bbc844b1',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.406234] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.406462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.406462] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.406612] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.406688] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.407518] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.407649] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.407715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.407878] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.407951] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76a1d33-93e7-4ced-9134-2c2050dd7ccc',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.409271] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc3f704-dcf7-473f-8428-38b69d7dd53b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.409398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.409473] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.409623] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.409684] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc3f704-dcf7-473f-8428-38b69d7dd53b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.410522] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c09977d-beed-4a6d-be11-7faf37c983a7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.410658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.410726] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.410865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.410936] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c09977d-beed-4a6d-be11-7faf37c983a7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.411677] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d0f0011-53b8-4718-9068-fc5be5f83d08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.411825] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.411888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.412027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.412104] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d0f0011-53b8-4718-9068-fc5be5f83d08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.412928] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.412928] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.413087] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.413255] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.413320] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d005a5c-6f0a-4e72-9798-80a973e8e8d5',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.414263] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.414263] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.414421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.414472] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.414546] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.417222] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8267919a-3970-4d07-9c54-e07fc8e52d83 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.417378] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.417457] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.417638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.417750] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8267919a-3970-4d07-9c54-e07fc8e52d83',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.418823] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.419061] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.419170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.419445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.419497] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14fdfb1-a43f-4b2e-aeaa-79615f058434',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.420654] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.420716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.420750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.420890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.420957] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.422796] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538e80c6-1777-44d5-9873-dce2384d6e2b taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.422968] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.423099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.423358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.423483] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538e80c6-1777-44d5-9873-dce2384d6e2b',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.424731] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.424939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.425101] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.425319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.425402] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f06a0c-72ac-49b4-8932-dcaf577c8566',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.426733] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.426733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.426733] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.427149] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.427149] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.427831] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.427940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.427997] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.428581] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.428581] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.429788] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a325463d-3172-453a-b493-e2dd6d7bd727 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.429875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.429915] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.430221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.430221] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a325463d-3172-453a-b493-e2dd6d7bd727',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.431371] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.431490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.431686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.431686] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.431877] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.432669] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07649259-cdda-49da-b157-04055945fffb taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.432804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.433081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.433081] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.433081] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07649259-cdda-49da-b157-04055945fffb',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.433907] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.434113] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.434184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.434333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.434405] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4458bf78-b5ca-4bd8-a47c-c5bca008f9f8',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.435486] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.435634] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.435743] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.435941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.436031] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.481542] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.481688] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.481765] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.481982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.484723] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.484865] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.485833] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.485986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.486943] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.487060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.493865] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.494123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.522209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.522438] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9938a7e-956d-4742-a166-3712bbc844b1 is going to be deleted. [ 1268.523606] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.523940] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.550852] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.551090] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8267919a-3970-4d07-9c54-e07fc8e52d83 is going to be deleted. [ 1268.552423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.552728] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.580154] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.580330] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d0f0011-53b8-4718-9068-fc5be5f83d08 is going to be deleted. [ 1268.581319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.581538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.613937] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.614174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.615387] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.615533] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.620335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.620450] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc3f704-dcf7-473f-8428-38b69d7dd53b is going to be deleted. [ 1268.621451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.621667] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.649794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.649971] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76a1d33-93e7-4ced-9134-2c2050dd7ccc is going to be deleted. [ 1268.650842] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.651082] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.651175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.651302] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9938a7e-956d-4742-a166-3712bbc844b1" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.651463] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.651626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.651707] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.651815] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8267919a-3970-4d07-9c54-e07fc8e52d83" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.725638] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.725882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.725882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.726123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.726181] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.726313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d0f0011-53b8-4718-9068-fc5be5f83d08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.727110] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.727237] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.727277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.727449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.727528] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.727638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc3f704-dcf7-473f-8428-38b69d7dd53b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.801873] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.802343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.802343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.802343] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.802500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.802674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76a1d33-93e7-4ced-9134-2c2050dd7ccc" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.931124] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.931423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.931423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.931628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.931833] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.931958] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.932054] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.932241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.932349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.932464] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.932572] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.945420] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.945668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.945668] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.945862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.946044] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.946141] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.946203] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.946348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.946429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.946518] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.946601] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.950353] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.950487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.950548] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.950752] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.950904] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.951010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.951079] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.951228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.951310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.951397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.951480] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.954324] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.954436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.954502] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.954690] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.954841] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.954945] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.954989] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.955139] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.955218] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.955298] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.955380] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.958601] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.970259] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.970483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.970483] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.970739] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.977988] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.978265] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.004182] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.004367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.008157] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.008395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.009313] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.009535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.020918] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.021160] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.022172] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.022319] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.029189] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.029364] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.043916] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.044156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.047775] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.047919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.048831] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.048974] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6 is going to be deleted. [ 1269.050523] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.050635] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.050673] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.050864] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.081162] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.081410] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538e80c6-1777-44d5-9873-dce2384d6e2b is going to be deleted. [ 1269.082168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.082377] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.111593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.111796] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07649259-cdda-49da-b157-04055945fffb is going to be deleted. [ 1269.113124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.113339] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.114750] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.114857] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.141430] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.141601] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f06a0c-72ac-49b4-8932-dcaf577c8566 is going to be deleted. [ 1269.142469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.142684] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.169706] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.169933] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.182432] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.182583] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c09977d-beed-4a6d-be11-7faf37c983a7 is going to be deleted. [ 1269.183508] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.183706] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.225732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.225732] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e is going to be deleted. [ 1269.226859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.227094] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.235749] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.235929] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.265461] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.265670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.309679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.309928] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14fdfb1-a43f-4b2e-aeaa-79615f058434 is going to be deleted. [ 1269.311037] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.311316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.374525] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.374694] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2 is going to be deleted. [ 1269.375592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.375818] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.394889] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.395078] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.402400] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.402570] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.425153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.425325] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4458bf78-b5ca-4bd8-a47c-c5bca008f9f8 is going to be deleted. [ 1269.426210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.426808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.435717] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.461324] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.466189] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.466345] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.466435] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.466745] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.466933] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.467056] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.467118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.467278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.467362] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.467446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.467588] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.467679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.467732] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.467877] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.468026] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.468118] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.468178] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.468310] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.468383] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.468460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.468544] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.470854] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecab3ba2-107a-447a-a788-7f45a9293a56: rpc.has_security_group_logging(os_id): False [ 1269.478309] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.478496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.490918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.491162] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d005a5c-6f0a-4e72-9798-80a973e8e8d5 is going to be deleted. [ 1269.492085] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.492205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.521841] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.522033] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.525375] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.525499] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.590877] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.591169] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.614935] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.614935] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a325463d-3172-453a-b493-e2dd6d7bd727 is going to be deleted. [ 1269.616194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.616194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.616194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.616194] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f282ea-f8bd-44a9-bfca-a0ba21bc7ef6" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.616396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.616396] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.616458] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.616567] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538e80c6-1777-44d5-9873-dce2384d6e2b" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f06a0c-72ac-49b4-8932-dcaf577c8566" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07649259-cdda-49da-b157-04055945fffb" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.618429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.618429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c09977d-beed-4a6d-be11-7faf37c983a7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.618556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.618638] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c13234-1e7a-4b9e-8ad8-5c8ab40bc35e" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.618905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.619063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.619138] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.619246] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14fdfb1-a43f-4b2e-aeaa-79615f058434" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.619370] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.619510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.619595] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.619689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46dfcf1-4bfb-48d5-9260-27fc02ab3fe2" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.619838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.619986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.663946] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.664183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.666519] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.666858] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.666969] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.667048] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.667251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.667335] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.667432] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1269.668522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.668715] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.668828] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.668957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4458bf78-b5ca-4bd8-a47c-c5bca008f9f8" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.669114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.669287] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.669368] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.669480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d005a5c-6f0a-4e72-9798-80a973e8e8d5" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.762081] env[65216]: INFO networking_nsxv3.common.synchronization [req-6b99efb0-436c-4984-8536-d1d1fe92eafe req-8f479da3-d5ba-4f02-8855-7cef900f809d tempest-ServerGroupTestJSON-1744049970 tempest-ServerGroupTestJSON-1744049970-project-member] Enqueued Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_members [ 1269.762742] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 with Priority: HIGHEST for action security_group_members [ 1269.763238] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c44bba-5c86-4ee5-a1fc-433816247f08 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.763382] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.763451] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.763652] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.763818] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.763919] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.764017] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.764136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.764221] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.764329] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97c44bba-5c86-4ee5-a1fc-433816247f08',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.937855] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30b8286a-fa04-4488-a209-303a4d94d7f4: rpc.has_security_group_logging(os_id): False [ 1269.962079] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.962306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.962306] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.962514] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.962670] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.963815] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29d1f6f3-c62f-4f9f-a984-c145a98b37ed: rpc.has_security_group_logging(os_id): False [ 1269.970593] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97c44bba-5c86-4ee5-a1fc-433816247f08: rpc.has_security_group_logging(os_id): False [ 1269.987571] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.987768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.987768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.987984] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.988084] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.988205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a325463d-3172-453a-b493-e2dd6d7bd727" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.007578] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.007787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.007787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.007971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.010111] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.010224] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.041880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.042100] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.064403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.064720] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.064827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.064895] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.065130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.065215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.065316] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed is going to be updated. [ 1270.066398] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.066577] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.104896] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1270.126838] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.127220] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.127334] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.127403] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.127614] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.127697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.127783] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 is going to be updated. [ 1270.128884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.129057] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.196036] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.196292] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.196421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.196490] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.196730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.196824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.197050] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.197155] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.197213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.197376] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.197448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.197644] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.197736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.197798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.197934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.198050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.198120] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 is going to be updated. [ 1270.237558] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.237768] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.237884] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.238234] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.238449] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.266737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.267039] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.267106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.267393] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.267538] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.267756] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.267876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.267944] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.268107] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.268186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.268273] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 is going to be updated. [ 1270.269948] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: IN_PROGRESS for 2s [ 1270.271204] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.271350] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.271400] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.271522] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.271658] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.325428] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: IN_PROGRESS for 2s [ 1270.386424] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.386626] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.386672] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.386941] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.387140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.395581] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.396923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.396923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.396923] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.397184] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.430253] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: IN_PROGRESS for 2s [ 1270.481556] env[65216]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.482018] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: IN_PROGRESS for 2s [ 1272.120289] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1272.120689] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.286885] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: SUCCESS [ 1272.287170] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.363165] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: SUCCESS [ 1272.363438] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.444386] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: SUCCESS [ 1272.444835] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 deletion is rescheduled due to dependency. [ 1272.444972] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.496018] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97c44bba-5c86-4ee5-a1fc-433816247f08 in Status: SUCCESS [ 1272.496018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97c44bba-5c86-4ee5-a1fc-433816247f08" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.764193] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.764592] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.765391] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.765391] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.766390] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.766760] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.767803] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.768255] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.769535] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.769984] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.771318] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.771318] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.669371] env[65216]: INFO networking_nsxv3.common.synchronization [req-bff1ca5c-65a3-4845-b861-f2016855c754 req-7518d191-e86b-4bf2-869e-c72dde49206e tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1302.669953] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1302.670566] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.670738] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.670814] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.671064] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.671264] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.671389] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.671465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.671629] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.671736] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.671828] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.174957] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.174957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.174957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.174957] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.175300] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.175300] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.175388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.175388] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.175530] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.175604] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.175689] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1303.238347] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.238579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.238579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.238759] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.238931] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.248479] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1305.259906] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1305.260354] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 deletion is rescheduled due to dependency. [ 1305.260354] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.670555] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.670834] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.403088] env[65216]: INFO networking_nsxv3.common.synchronization [req-e1d0d2ba-48e4-41d3-9ce2-13599a483803 req-5853488f-c5d4-44d5-9623-a89cb90fd36c tempest-AttachVolumeNegativeTest-1689494930 tempest-AttachVolumeNegativeTest-1689494930-project-member] Enqueued Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_members [ 1308.404639] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed with Priority: HIGHEST for action security_group_members [ 1308.405216] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.405397] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.405501] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.405776] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.405994] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.406274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.406274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.406481] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.406613] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.406752] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29d1f6f3-c62f-4f9f-a984-c145a98b37ed',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.909725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.910315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.910315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.910315] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.910496] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.910643] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.910764] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.910859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.910999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.911124] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.911201] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed is going to be updated. [ 1308.941125] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.941318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.941392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.941646] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.941794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.954280] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: IN_PROGRESS for 2s [ 1310.778388] env[65216]: INFO networking_nsxv3.common.synchronization [req-e9f8a9de-ef3f-4f9f-a1fe-7beaadc61ea9 req-ed192b9d-c503-439c-8954-8ae3474fed0a tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1310.779110] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1310.779428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.779554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.779620] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.779885] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.779970] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.780476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.780549] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.780711] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.780800] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.780939] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.967376] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed in Status: SUCCESS [ 1310.967577] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d1f6f3-c62f-4f9f-a984-c145a98b37ed deletion is rescheduled due to dependency. [ 1310.967674] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d1f6f3-c62f-4f9f-a984-c145a98b37ed" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.096225] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.096426] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.096560] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.096821] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.097114] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.097286] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.097403] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.097619] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.097755] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.097993] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.098126] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1311.098233] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1311.098337] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1311.098446] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.098546] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1311.098674] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1311.119921] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1311.120124] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1311.120278] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1311.120454] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.120764] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-af4fcda6-6a5d-4a33-915f-7c93c8df6401 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.120931] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.121060] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.121466] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.121618] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4fcda6-6a5d-4a33-915f-7c93c8df6401',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.284480] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.284666] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.284719] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.285010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.285116] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.285322] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.285498] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.285564] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.285709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.285785] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.285890] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1311.313809] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.313964] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.314055] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.314268] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.314419] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.324979] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1311.624243] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.624520] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.624692] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.624896] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.625057] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.625229] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port af4fcda6-6a5d-4a33-915f-7c93c8df6401 not found, creating... [ 1311.625491] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.625647] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.625763] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.625988] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.626139] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.626421] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.626591] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.626715] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.626917] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.627107] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.627261] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 is going to be created. [ 1311.651540] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.651768] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.651825] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.652117] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.652545] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.652802] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.364369] env[65216]: INFO networking_nsxv3.common.synchronization [req-e9f8a9de-ef3f-4f9f-a1fe-7beaadc61ea9 req-16da8bfe-0202-47f0-afe1-15a899c2f3e1 service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1312.364639] env[65216]: INFO networking_nsxv3.common.synchronization [req-e9f8a9de-ef3f-4f9f-a1fe-7beaadc61ea9 req-16da8bfe-0202-47f0-afe1-15a899c2f3e1 service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1312.364685] env[65216]: INFO networking_nsxv3.common.synchronization [req-e9f8a9de-ef3f-4f9f-a1fe-7beaadc61ea9 req-16da8bfe-0202-47f0-afe1-15a899c2f3e1 service nova] Enqueued Resource ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 with Priority: HIGHEST for action port [ 1312.365233] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1312.365313] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1312.365416] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 with Priority: HIGHEST for action port [ 1312.365684] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.365794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.365859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.366192] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.366294] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.367688] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.367787] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.367978] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4fcda6-6a5d-4a33-915f-7c93c8df6401 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.368093] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.368159] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.368341] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.368420] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4fcda6-6a5d-4a33-915f-7c93c8df6401',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.869008] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.869293] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.872719] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af4fcda6-6a5d-4a33-915f-7c93c8df6401 with status ACTIVE [ 1312.872886] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.873067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.873137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.873583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.873583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.873737] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.873876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.873986] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.874186] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.874318] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.874509] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.874655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.874730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.874875] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.875010] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.875109] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 is going to be updated. [ 1312.897912] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.898167] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.898228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.898423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.898592] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.898769] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.335133] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1313.335345] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 deletion is rescheduled due to dependency. [ 1313.335460] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.335579] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.335791] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.336047] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.336179] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.336241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.336404] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.336484] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.336576] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.839221] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.341979] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.844832] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.845251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.845251] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.845395] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.845503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.845614] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1314.883307] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.883593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.883593] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.883901] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.884143] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.895308] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1316.908059] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1316.908059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.908059] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.908555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.908555] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.908555] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.908699] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.908856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.908856] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.909104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.909104] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.366645] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.366862] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1317.411387] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.914401] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecab3ba2-107a-447a-a788-7f45a9293a56: rpc.has_security_group_logging(os_id): False [ 1317.931617] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.931849] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.931849] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.932125] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.932228] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.932482] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.932583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.932645] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.932803] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.932879] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.932964] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1317.996197] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.996444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.996444] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.996637] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.996794] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.021939] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1320.037489] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1320.037893] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.368290] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.368761] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.679066] env[65216]: INFO networking_nsxv3.common.synchronization [req-5e69e84b-b8fa-494e-955e-d0f9e0fe8207 req-28c02e52-f434-45ca-9201-f1b8def9b962 tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_members [ 1326.679690] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 with Priority: HIGHEST for action security_group_members [ 1326.680012] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b8286a-fa04-4488-a209-303a4d94d7f4 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.680147] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.680222] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.680421] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.680557] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.680656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.680714] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.680862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.680961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.681095] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b8286a-fa04-4488-a209-303a4d94d7f4',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.183862] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.184065] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.184153] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.184380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.184479] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.184721] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.184832] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.184888] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.185045] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.185180] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.185416] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 is going to be updated. [ 1327.213623] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.213952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.213952] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.214198] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.214429] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.223351] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: IN_PROGRESS for 2s [ 1329.234738] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 in Status: SUCCESS [ 1329.235130] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b8286a-fa04-4488-a209-303a4d94d7f4 deletion is rescheduled due to dependency. [ 1329.235130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b8286a-fa04-4488-a209-303a4d94d7f4" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.355059] env[65216]: INFO networking_nsxv3.common.synchronization [None req-d45c8069-953d-48e5-83c6-588cac27f619 tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_rules [ 1331.355663] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_rules [ 1331.355956] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.356247] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.356333] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.356580] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.356667] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.452164] env[65216]: INFO networking_nsxv3.common.synchronization [None req-5d12f94d-7d49-4112-8101-e758ad908ed5 tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_rules [ 1331.452820] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_rules [ 1331.452993] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.453110] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.879277] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.879445] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.879535] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.879761] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.879855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.879950] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 already deleted. [ 1331.880088] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.880213] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.880373] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.880455] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.230970] env[65216]: INFO networking_nsxv3.common.synchronization [req-44853c66-040f-4d45-9b19-c87173db84e3 req-4ae37247-e8c0-4acb-ac0e-d7e887613d48 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1332.231356] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1332.231939] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.231939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.231939] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.232209] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.232371] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.232750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.232750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.232750] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.232890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.232944] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.400478] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.400789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.400789] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.400869] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.400949] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.401055] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 already deleted. [ 1332.401136] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.735319] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.735531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.735531] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.735827] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.756480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.756741] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.756869] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.756927] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.757137] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.757241] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.757337] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1332.785059] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.785266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.785266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.785471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.785610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.795400] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1334.807839] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1334.808151] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 deletion is rescheduled due to dependency. [ 1334.808151] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.918904] env[65216]: INFO networking_nsxv3.common.synchronization [req-185473ae-33c8-4322-98f5-8f8342cac999 req-a9da3ea6-67da-4a00-b8f9-44d0f7167c37 tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_members [ 1336.920305] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_members [ 1336.920765] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d1647de-cd8d-4d37-937b-f1eacc9deae7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.920961] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.921050] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.921392] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.921709] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.921850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.921950] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.922172] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.922316] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.922488] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.211369] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.211548] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.211672] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.211932] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.212205] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.212362] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.212478] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.212738] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.212851] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.213045] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.213159] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.213272] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.213380] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.213490] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.213593] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.213722] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.234510] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.234688] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1337.234796] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.234968] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-972" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.235288] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-cab317cd-4e40-4002-843c-b5de80025dba taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.235456] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.235573] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.235902] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.236057] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab317cd-4e40-4002-843c-b5de80025dba',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.425549] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.425716] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.425780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.425998] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.426108] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.426374] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.426503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.426503] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.426630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.426704] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.426788] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 already deleted. [ 1337.426866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.738206] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.738437] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.738499] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.738763] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.738910] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.739096] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Segment Port cab317cd-4e40-4002-843c-b5de80025dba not found, creating... [ 1337.739575] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.739739] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.739862] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.740112] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.740317] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.740613] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.740773] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.740889] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.741114] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.741253] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.741391] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: cab317cd-4e40-4002-843c-b5de80025dba is going to be created. [ 1337.762363] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.762598] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.762687] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.762965] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.763229] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.763447] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.445071] env[65216]: INFO networking_nsxv3.common.synchronization [req-185473ae-33c8-4322-98f5-8f8342cac999 req-223b17ff-20e7-4eb4-b9f5-37b1b41b94d9 service nova] Enqueued Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_rules [ 1338.445749] env[65216]: INFO networking_nsxv3.common.synchronization [req-185473ae-33c8-4322-98f5-8f8342cac999 req-223b17ff-20e7-4eb4-b9f5-37b1b41b94d9 service nova] Enqueued Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_members [ 1338.445749] env[65216]: INFO networking_nsxv3.common.synchronization [req-185473ae-33c8-4322-98f5-8f8342cac999 req-223b17ff-20e7-4eb4-b9f5-37b1b41b94d9 service nova] Enqueued Resource ID: cab317cd-4e40-4002-843c-b5de80025dba with Priority: HIGHEST for action port [ 1338.445749] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_rules [ 1338.445749] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_members [ 1338.446021] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab317cd-4e40-4002-843c-b5de80025dba with Priority: HIGHEST for action port [ 1338.446493] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.446617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.446710] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.446870] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.446948] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.447782] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d1647de-cd8d-4d37-937b-f1eacc9deae7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.447890] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.447956] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.448133] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.448428] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.448428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.448428] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.448556] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.449274] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.449274] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.449527] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab317cd-4e40-4002-843c-b5de80025dba taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.449829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.449829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.449829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.449947] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab317cd-4e40-4002-843c-b5de80025dba',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.951875] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.952983] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d1647de-cd8d-4d37-937b-f1eacc9deae7 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.953111] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.953269] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab317cd-4e40-4002-843c-b5de80025dba with status ACTIVE [ 1338.953435] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.953545] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.953608] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.953809] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.953897] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.954080] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.954177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.954236] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.954433] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.954504] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.954683] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.954774] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.954834] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.954970] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.955053] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.955135] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab317cd-4e40-4002-843c-b5de80025dba is going to be updated. [ 1338.977687] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.977837] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.977902] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.978132] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.978271] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.978436] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab317cd-4e40-4002-843c-b5de80025dba" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.304955] env[65216]: INFO networking_nsxv3.common.synchronization [req-71172f50-f2e2-431f-8341-a9aea09e2e74 req-a77fcd7c-0acb-4d6b-b5ae-36a59dd4e758 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1339.305560] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1339.305878] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.306011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.306212] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.306401] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.306569] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.306656] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.306718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.306862] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.306943] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.307049] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.456787] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.574417] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.574654] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.574808] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.575097] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.575353] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.575509] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.575622] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.575834] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.575973] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.576206] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.576319] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.576427] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.576532] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.576639] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.576742] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.576870] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.596977] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.597205] env[65216]: DEBUG dogpile.cache.region [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.597369] env[65216]: DEBUG dogpile.lock [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.597563] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "network-721" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.597866] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock port-b9334fe6-99ce-4118-9ea4-fef79426a960 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.598051] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.598336] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.598586] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.598756] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9334fe6-99ce-4118-9ea4-fef79426a960',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.812360] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.812561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.812644] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.812876] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.812971] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.813220] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.813290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.813330] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.813487] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.813561] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.813698] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1339.837559] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.837559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.837559] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.837798] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.837850] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.847568] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1339.959815] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.960060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.960060] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.960278] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.960455] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.960561] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 is going to be created. [ 1339.984702] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.984872] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.984920] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.985307] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.985394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.994224] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 in Status: UNINITIALIZED for 2s [ 1340.101850] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.102098] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.102220] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.102495] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.102669] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.102875] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Segment Port b9334fe6-99ce-4118-9ea4-fef79426a960 not found, creating... [ 1340.103149] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.103304] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.103419] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.103642] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.103776] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.104056] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.104246] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.104315] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.104511] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.104639] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.104773] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Resource: SegmentPort with ID: b9334fe6-99ce-4118-9ea4-fef79426a960 is going to be created. [ 1340.124524] env[65216]: DEBUG networking_nsxv3.common.locking [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.124723] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.124845] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.125122] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.125350] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.125604] env[65216]: DEBUG oslo_concurrency.lockutils [None req-fe1b402a-57a4-4911-9483-ea7f41a6ea74 None None] Releasing lock "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.827892] env[65216]: INFO networking_nsxv3.common.synchronization [req-71172f50-f2e2-431f-8341-a9aea09e2e74 req-e321459f-596d-450b-a0c1-80557e6226d3 service nova] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 1340.828187] env[65216]: INFO networking_nsxv3.common.synchronization [req-71172f50-f2e2-431f-8341-a9aea09e2e74 req-e321459f-596d-450b-a0c1-80557e6226d3 service nova] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1340.828187] env[65216]: INFO networking_nsxv3.common.synchronization [req-71172f50-f2e2-431f-8341-a9aea09e2e74 req-e321459f-596d-450b-a0c1-80557e6226d3 service nova] Enqueued Resource ID: b9334fe6-99ce-4118-9ea4-fef79426a960 with Priority: HIGHEST for action port [ 1340.828785] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_rules [ 1340.829099] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1340.829932] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9334fe6-99ce-4118-9ea4-fef79426a960 with Priority: HIGHEST for action port [ 1340.830452] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.830709] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.830824] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.831092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.831138] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.832376] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.832520] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.832732] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9334fe6-99ce-4118-9ea4-fef79426a960 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.832914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.832973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.833140] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.833247] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9334fe6-99ce-4118-9ea4-fef79426a960',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.336058] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.336058] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.336058] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9334fe6-99ce-4118-9ea4-fef79426a960 with status ACTIVE [ 1341.336372] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.336372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.336372] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.336544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.336544] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.336711] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.336807] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.336863] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.337031] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.337114] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.337327] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.337423] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.337480] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.337622] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.337695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.337776] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9334fe6-99ce-4118-9ea4-fef79426a960 is going to be updated. [ 1341.358481] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.358695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.358695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.358874] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.359018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.359189] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9334fe6-99ce-4118-9ea4-fef79426a960" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.859109] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1341.859539] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 deletion is rescheduled due to dependency. [ 1341.859539] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.859610] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.859882] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.860118] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.860266] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.860357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.860550] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.860655] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.860774] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.004035] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 in Status: SUCCESS [ 1342.004035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.004035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.004035] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.004035] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.004369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.004369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.004369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.004369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.004509] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.004509] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.363998] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.506876] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.866529] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.009022] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d1647de-cd8d-4d37-937b-f1eacc9deae7: rpc.has_security_group_logging(os_id): False [ 1343.105769] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.106011] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.106063] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.106353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.106478] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.106806] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.106947] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.107123] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.107252] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.107358] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.107474] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 is going to be created. [ 1343.163656] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.163804] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.163868] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.164097] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.164296] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.179665] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 in Status: IN_PROGRESS for 2s [ 1343.369522] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.369723] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.369771] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.369979] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.370104] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.370203] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1343.399725] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.399934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.399934] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.400205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.400394] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.409529] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1345.191864] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 in Status: SUCCESS [ 1345.192261] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.421856] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1345.422099] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.422267] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.422476] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.422663] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.422780] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.422843] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.423210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.423210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.423210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.423319] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.831018] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.831243] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1345.925814] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.428580] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36: rpc.has_security_group_logging(os_id): False [ 1346.446384] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.446617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.446617] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.446781] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.446859] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.447128] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.447290] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.447353] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.447507] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.447583] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.447666] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1346.509130] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.509288] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.509349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.509537] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.509683] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.522822] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1348.537118] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1348.537474] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.832406] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.832815] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.833790] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.833790] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.835133] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.835588] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.837674] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.838132] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.838786] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.839142] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.840187] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.840713] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.841246] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.841246] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.347172] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.347515] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.347558] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.347837] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.348107] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.348269] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.348387] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.348602] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.348748] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.348949] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1383.349074] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] NeedRegenerationException {{(pid=65216) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1383.349214] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] no value, waiting for create lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1383.349327] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] value creation lock acquired {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1383.349447] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] No value present for key: 'zone-id' {{(pid=65216) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1383.349574] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Calling creation function for not-yet-present value {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1383.349692] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1383.369468] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1383.369648] env[65216]: DEBUG dogpile.cache.region [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65216) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1383.369805] env[65216]: DEBUG dogpile.lock [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Released creation lock {{(pid=65216) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1383.369997] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "network-439" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.370295] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock port-af4fcda6-6a5d-4a33-915f-7c93c8df6401 taken with stack trace [, , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.370457] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.370575] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.370844] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.370977] env[65216]: DEBUG networking_nsxv3.api.rpc [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4fcda6-6a5d-4a33-915f-7c93c8df6401',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.873378] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.873626] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.873702] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.873999] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.874210] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.874524] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.874685] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.874801] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.875041] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.875183] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.875453] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.875605] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.875719] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.875922] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.876070] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.876211] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Resource: SegmentPort with ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 is going to be updated. [ 1383.901177] env[65216]: DEBUG networking_nsxv3.common.locking [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.901413] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.901551] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.901768] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.901988] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.902235] env[65216]: DEBUG oslo_concurrency.lockutils [None req-083157ad-ac4d-4665-b3c1-bbd04922f865 None None] Releasing lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.583398] env[65216]: INFO networking_nsxv3.common.synchronization [req-9019541e-109c-4755-bb29-8807a98cb253 req-b0770368-36e5-468c-8b56-ae6476d6316e service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1384.583676] env[65216]: INFO networking_nsxv3.common.synchronization [req-9019541e-109c-4755-bb29-8807a98cb253 req-b0770368-36e5-468c-8b56-ae6476d6316e service nova] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1384.583722] env[65216]: INFO networking_nsxv3.common.synchronization [req-9019541e-109c-4755-bb29-8807a98cb253 req-b0770368-36e5-468c-8b56-ae6476d6316e service nova] Enqueued Resource ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 with Priority: HIGHEST for action port [ 1384.584254] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_rules [ 1384.584416] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1384.584517] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 with Priority: HIGHEST for action port [ 1384.584789] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.584914] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.584973] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.585195] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.585392] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.586487] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.586607] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.586677] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.586844] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.587012] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.587117] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.587177] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.587320] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.587406] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.587491] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.588244] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4fcda6-6a5d-4a33-915f-7c93c8df6401 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.588349] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.588415] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.588566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.588664] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4fcda6-6a5d-4a33-915f-7c93c8df6401',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.090835] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.091041] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.091180] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.092082] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af4fcda6-6a5d-4a33-915f-7c93c8df6401 with status ACTIVE [ 1385.092267] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.092380] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.092447] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.092641] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.092730] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.092894] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.092996] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.093075] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.093205] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.093280] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.093484] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.093566] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.093600] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.093727] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.093799] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.093879] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af4fcda6-6a5d-4a33-915f-7c93c8df6401 is going to be updated. [ 1385.116263] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.116467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.116467] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.116671] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.116808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.117027] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4fcda6-6a5d-4a33-915f-7c93c8df6401" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.595436] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.097880] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.098156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.098156] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.098359] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.098448] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.098546] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1386.130441] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.130693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.130693] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.130819] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.130936] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.139688] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1388.150743] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1388.151146] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.151196] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.151387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.151577] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.151695] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.151760] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.151926] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.152067] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.152109] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.152181] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.654265] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.156353] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecab3ba2-107a-447a-a788-7f45a9293a56: rpc.has_security_group_logging(os_id): False [ 1389.175936] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.176175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.176175] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.176357] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.176446] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.176730] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.176889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.176889] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.177106] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.177215] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.177318] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1389.245072] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.245390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.245390] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.245471] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.245611] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.260987] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1389.585721] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.585851] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1391.277272] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1391.277703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.586653] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.587049] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.587528] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.587528] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.631390] env[65216]: INFO networking_nsxv3.common.synchronization [req-9de7d23d-2fbc-4a45-8396-d26c92565cbd req-04071d5f-f1c7-4e5b-9d6e-701c2ae18f62 tempest-ServerActionsTestOtherB-1577309809 tempest-ServerActionsTestOtherB-1577309809-project-member] Enqueued Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1401.631955] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecab3ba2-107a-447a-a788-7f45a9293a56 with Priority: HIGHEST for action security_group_members [ 1401.632416] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecab3ba2-107a-447a-a788-7f45a9293a56 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.632609] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.632718] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.632982] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.633228] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.633411] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.633524] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.633749] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.633908] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.634070] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecab3ba2-107a-447a-a788-7f45a9293a56',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.136126] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.136313] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.136367] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.136587] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.136679] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.136906] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.136999] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.137369] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.137554] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.137630] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.137726] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 is going to be updated. [ 1402.164908] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.165130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.165130] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.165283] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.165416] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.174898] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: IN_PROGRESS for 2s [ 1404.185934] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecab3ba2-107a-447a-a788-7f45a9293a56 in Status: SUCCESS [ 1404.186324] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecab3ba2-107a-447a-a788-7f45a9293a56 deletion is rescheduled due to dependency. [ 1404.186324] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecab3ba2-107a-447a-a788-7f45a9293a56" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.624577] env[65216]: INFO networking_nsxv3.common.synchronization [req-16842df4-bd21-4531-a441-c11ea4a2895d req-d8a65acf-a74c-42f9-9adb-3ffc6d64d902 tempest-ServerActionsTestJSON-1097939166 tempest-ServerActionsTestJSON-1097939166-project-member] Enqueued Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1404.625119] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 with Priority: HIGHEST for action security_group_members [ 1404.625413] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.625532] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.625599] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.625793] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.626069] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.626174] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.626232] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.626387] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.626469] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.626559] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.128713] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.128918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.128918] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.129183] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.129286] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.129526] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.129621] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.129697] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.129829] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.129905] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.129991] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 is going to be updated. [ 1405.157028] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.157225] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.157348] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.157465] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.157628] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.166814] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: IN_PROGRESS for 2s [ 1407.177454] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 in Status: SUCCESS [ 1407.177866] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36 deletion is rescheduled due to dependency. [ 1407.177866] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c0d9665-c94e-4d48-ba27-e3a0e1e4cd36" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.626688] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.627091] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.722011] env[65216]: INFO networking_nsxv3.common.synchronization [req-567d6b5f-f88d-44f9-9961-def5606e9e0e req-36b66e87-3003-49b9-8a8b-d21ed34bff74 tempest-AttachVolumeTestJSON-637286379 tempest-AttachVolumeTestJSON-637286379-project-member] Enqueued Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_members [ 1413.722525] env[65216]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 with Priority: HIGHEST for action security_group_members [ 1413.722827] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d1647de-cd8d-4d37-937b-f1eacc9deae7 taken with stack trace [, , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.722948] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.723018] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.723277] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.723628] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.723748] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.723808] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.723987] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.724092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.724186] env[65216]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d1647de-cd8d-4d37-937b-f1eacc9deae7',) {} {{(pid=65216) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.226979] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.227164] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.227210] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.227420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.227510] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.227754] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.227855] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.227925] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.228092] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.228168] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.228255] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 is going to be updated. [ 1414.263208] env[65216]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65216) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.263420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.263420] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.263562] env[65216]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.263703] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.273636] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 in Status: IN_PROGRESS for 2s [ 1416.285064] env[65216]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 in Status: SUCCESS [ 1416.285500] env[65216]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d1647de-cd8d-4d37-937b-f1eacc9deae7 deletion is rescheduled due to dependency. [ 1416.285500] env[65216]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d1647de-cd8d-4d37-937b-f1eacc9deae7" {{(pid=65216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.723231] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.723607] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.725028] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.725028] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.726627] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.726627] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.728107] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.728551] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.728952] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.729414] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.730614] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.731094] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.732115] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.732115] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.733527] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.733902] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.734697] env[65216]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.735105] env[65216]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0